-- Logs begin at Fri 2021-09-17 18:28:36 UTC, end at Fri 2021-09-17 19:39:21 UTC. -- Sep 17 19:08:22.399917 dv-cinder-809891-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 19:08:25.107568 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.common.config [-] Logging enabled! Sep 17 19:08:25.108157 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 19:08:25.108368 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 19:08:25.111608 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.common.config [-] Logging enabled! Sep 17 19:08:25.111865 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 17 19:08:25.112203 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 19:08:25.113148 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 19:08:25.113384 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 19:08:25.113749 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 19:08:25.113997 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 19:08:25.114225 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 19:08:25.114542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.114836 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.115135 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.115369 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.115665 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.115957 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.116263 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.116557 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.116853 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.117139 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.117420 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.118340 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.118517 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.118801 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.119087 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.119373 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.119599 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] debug = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.119880 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.120328 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.120737 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.121015 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.121304 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.121582 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.121853 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.122128 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.122411 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.122739 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] host = dv-cinder-809891-1-iscsi {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.123016 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.123305 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.123588 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.123874 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.124176 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.124453 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.124738 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.125011 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.125283 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.125559 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.125849 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.126138 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.126431 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.126656 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.126877 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.127165 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.127450 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.127726 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.128021 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.128299 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.128572 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.128844 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.129114 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.129394 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.129677 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.129962 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.130235 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.130507 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.130775 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.131043 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.131326 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.131597 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.131870 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.132176 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.132464 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.132730 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.133002 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.133325 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.134103 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.134387 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.134672 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.134944 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.135226 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.135495 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.135764 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.136060 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_json = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.136339 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.136607 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.136887 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.137172 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.137426 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.137696 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.137964 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.138248 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:25.138546 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.138840 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.139140 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.139419 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.139711 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.140004 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.140299 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.140579 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.140867 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.141155 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.141442 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.141719 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.142003 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.142280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.142575 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.142878 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.143174 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.143466 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.143740 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.144058 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.144341 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.144621 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.144909 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.145185 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.145474 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.145762 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.146042 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.146331 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.146623 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.146913 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.147187 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.147463 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.147753 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.148103 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.148331 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.148607 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.148896 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.149753 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.150027 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.150307 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.150582 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.150854 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.151124 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.151400 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.151691 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.151965 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.152257 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.152527 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.152805 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.153075 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.153357 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.153632 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.153903 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.154174 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.154450 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.154723 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.154996 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.155272 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.155544 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.155818 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.156118 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.156397 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.156668 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.156940 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.157211 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.157484 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.157754 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.158028 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.158300 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.158568 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.158840 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.159114 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.159385 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.159669 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.159962 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.160264 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.160540 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.160815 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.161091 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.161373 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.161639 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.161914 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.162190 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.162459 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.162747 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.163029 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.163312 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.163594 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.163874 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.164210 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.164487 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.164796 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.165073 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.165350 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.165632 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.165913 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.166207 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.166505 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.166798 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.167091 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.167384 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.167663 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.167980 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.168275 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:25.168492 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 19:08:25.168730 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94166) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 19:08:25.518428 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 19:08:25.518635 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 19:08:25.518926 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 19:08:25.519258 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 19:08:25.913009 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.913306 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.913574 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.915351 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.915659 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.915924 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.950966 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.951243 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.951506 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.966177 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.966452 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.966715 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.995285 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.995562 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:25.995830 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.032006 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.032280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.032542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.261260 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.261860 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.261860 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.262016 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.262640 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.380854 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.381169 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.381449 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.381716 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.381984 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.382291 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.382548 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.382800 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.383051 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.383909 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.384193 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.384457 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.384709 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.384957 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.385208 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.385468 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.385717 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.385978 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.386244 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.386503 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.386774 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.387026 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.387305 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.387679 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.387926 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.388195 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.388579 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.388816 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.389050 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.389281 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.389511 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.389740 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:26.390098 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 19:08:26.393135 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 19:08:26.397121 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 19:08:26.400755 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 17 19:08:26.402362 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 19:08:26.402807 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 19:08:26.403142 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 19:08:26.403518 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 19:08:26.406273 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 19:08:26.406520 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 19:08:26.406860 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 19:08:26.412102 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 19:08:26.433957 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 19:08:26.434403 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.434698 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94166) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 19:08:26.435057 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.436425 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94166) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 19:08:26.436859 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 19:08:26.437104 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 19:08:26.440260 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.440541 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:26.504719 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 19:08:26.504960 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 19:08:26.505196 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 19:08:26.505555 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 19:08:26.527044 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_db.sqlalchemy.engines [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94166) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 19:08:27.050260 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing driver for type 'gre' Sep 17 19:08:27.050785 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] gre ID ranges: [(1, 1000)] Sep 17 19:08:27.103848 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing driver for type 'local' Sep 17 19:08:27.104214 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing driver for type 'vlan' Sep 17 19:08:27.116374 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] VlanTypeDriver initialization complete Sep 17 19:08:27.116721 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing driver for type 'vxlan' Sep 17 19:08:27.117205 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] vxlan ID ranges: [(1, 1000)] Sep 17 19:08:27.169999 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing extension driver 'port_security' Sep 17 19:08:27.170523 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.extensions.port_security [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] PortSecurityExtensionDriver initialization complete Sep 17 19:08:27.170973 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing mechanism driver 'openvswitch' Sep 17 19:08:27.171369 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing mechanism driver 'hyperv' Sep 17 19:08:27.177932 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.plugin [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:27.178607 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.178982 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.179336 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.179863 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.180670 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.181033 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.181384 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.181783 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.182192 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.182546 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.182896 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.183291 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.183693 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.184077 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.184429 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.184953 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.185368 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.185725 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.186073 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.186473 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.186875 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > address_group after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.187222 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > address_group after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.187561 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.187954 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 19:08:27.188353 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] ML2 OVO RPC backend initialized. {{(pid=94166) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 19:08:27.189063 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.189420 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.189839 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.190192 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > networks before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.190542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.190888 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > ports before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.191233 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.191578 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnets before_response 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.191926 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.192359 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.192703 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.193044 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.193385 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.193724 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.194060 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.194400 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.194737 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.195314 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.plugin [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Modular L2 Plugin initialization complete Sep 17 19:08:27.195642 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading services supported by the core plugin {{(pid=94166) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 19:08:27.195987 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.plugins.ml2.managers [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Got port-security extension from driver 'port_security' Sep 17 19:08:27.196535 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.extensions.vlantransparent [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Disabled vlantransparent extension. Sep 17 19:08:27.197023 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94166) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 19:08:27.197342 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: router Sep 17 19:08:27.233938 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.234325 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_create 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.234697 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router before_create 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.235065 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.235443 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.235803 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_delete 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.236191 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.236546 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.236905 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_create 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.237256 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.237605 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.237953 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.238313 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.238729 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.239101 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.239442 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.239790 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: subnet after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.240163 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.240518 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.240869 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_create 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.241212 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.241557 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.241916 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router after_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.242264 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.242647 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_create 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.243017 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.243367 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_update 55549900 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.243734 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > agent after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.244114 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > agent after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.244462 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > network after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.245317 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Tracking information for resource: router configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:27.245655 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Tracking information for resource: floatingip configured {{(pid=94166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 19:08:27.250711 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.db.l3_agentschedulers_db [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 19:08:27.251295 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.251659 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.252041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.252398 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: port after_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.253180 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router before_create 55550100 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.253546 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.253912 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_create 55550100 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.254270 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > router precommit_update 55550100 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.259445 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.provider_configuration [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service providers = [] {{(pid=94166) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 19:08:27.259810 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.db.servicetype_db [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94166) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 19:08:27.262796 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.service_base [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 19:08:27.263331 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.service_base [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 19:08:27.263489 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.service_base [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 19:08:27.264414 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.services.service_base [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 19:08:27.264790 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.services.service_base [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 19:08:27.265170 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.265493 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 19:08:27.276729 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.277069 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: auto_allocate Sep 17 19:08:27.283580 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: network precommit_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.284115 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: network precommit_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.284835 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.285257 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: tag Sep 17 19:08:27.293527 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.293963 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: timestamp Sep 17 19:08:27.299004 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.299386 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: network_ip_availability Sep 17 19:08:27.304894 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.305250 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.305611 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.306335 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.306657 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: flavors Sep 17 19:08:27.311374 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.311713 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading Plugin: revisions Sep 17 19:08:27.316001 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 19:08:27.316400 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=94166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 19:08:27.317136 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94166) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 19:08:27.317476 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Initializing extension manager. Sep 17 19:08:27.317990 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: __init__.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.318334 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: __pycache__ {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.318671 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.319004 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: address_group.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.319775 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.320370 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: address-group Sep 17 19:08:27.320701 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: address_scope.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.322145 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.322659 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: address-scope Sep 17 19:08:27.322987 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.323927 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.324464 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: router-admin-state-down-before-update Sep 17 19:08:27.324792 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: agent.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.325507 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.326013 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: agent Sep 17 19:08:27.326342 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: agent_resources_synced.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.327269 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.327778 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: agent-resources-synced Sep 17 19:08:27.328138 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: allowedaddresspairs.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.329947 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.330740 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: allowed-address-pairs Sep 17 19:08:27.331072 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: auto_allocated_topology.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.332187 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.332711 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: auto-allocated-topology Sep 17 19:08:27.333042 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: availability_zone.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.333750 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.334259 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: availability_zone Sep 17 19:08:27.334586 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: availability_zone_filter.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.335514 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.336059 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: availability_zone_filter Sep 17 19:08:27.336987 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: data_plane_status.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.337915 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.338429 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 19:08:27.338755 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: default_subnetpools.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.339674 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.340216 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: default-subnetpools Sep 17 19:08:27.340545 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.341361 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.341877 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: dhcp_agent_scheduler Sep 17 19:08:27.342206 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: dns.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.343138 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.343646 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 19:08:27.343992 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: dns_domain_ports.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.344931 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.345442 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 19:08:27.345766 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.346699 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.347205 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 19:08:27.347529 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: dvr.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.348243 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.348751 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: dvr Sep 17 19:08:27.349073 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: ecmp_routes.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.350003 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.350507 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 19:08:27.350829 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: empty_string_filtering.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.351747 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.352314 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: empty-string-filtering Sep 17 19:08:27.352639 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.353563 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.354070 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 19:08:27.354394 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.355317 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.355825 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 19:08:27.356249 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: external_net.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.357110 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.357620 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: external-net Sep 17 19:08:27.357945 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.358870 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.359379 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: extra_dhcp_opt Sep 17 19:08:27.359707 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: extraroute.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.360654 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.361166 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: extraroute Sep 17 19:08:27.361491 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: extraroute_atomic.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.362527 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.363041 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: extraroute-atomic Sep 17 19:08:27.363369 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: filter_validation.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.364076 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.364589 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: filter-validation Sep 17 19:08:27.364915 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: fip_pf_description.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.365880 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.366393 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 19:08:27.366714 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: fip_port_details.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.367682 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.368220 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: fip-port-details Sep 17 19:08:27.368544 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: flavors.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.369788 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.370303 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: flavors Sep 17 19:08:27.370631 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.372333 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.372859 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 19:08:27.373195 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: floatingip_pools.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.373911 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.374429 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: floatingip-pools Sep 17 19:08:27.374765 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: ip_allocation.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.375710 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.376259 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 19:08:27.376591 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.377521 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.378033 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: ip-substring-filtering Sep 17 19:08:27.378364 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l2_adjacency.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.379302 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.379818 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 19:08:27.380176 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.381280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.381797 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: router Sep 17 19:08:27.382126 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.384914 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.385443 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 19:08:27.385780 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.386733 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.387247 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: ext-gw-mode Sep 17 19:08:27.387579 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.388542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.389056 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: l3-ha Sep 17 19:08:27.389386 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3_flavors.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.390319 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.390828 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: l3-flavors Sep 17 19:08:27.391163 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.392098 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.392607 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 19:08:27.392935 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: l3agentscheduler.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.393973 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.394485 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: l3_agent_scheduler Sep 17 19:08:27.394812 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: logging.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.396327 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.396849 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension logging not supported by any of loaded plugins Sep 17 19:08:27.397181 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: metering.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.397932 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.398505 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: metering Sep 17 19:08:27.398856 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.400550 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.401076 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: metering_source_and_destination_fields Sep 17 19:08:27.401408 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: multiprovidernet.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.402342 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.402857 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: multi-provider Sep 17 19:08:27.403185 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: netmtu.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.404153 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.404666 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: net-mtu Sep 17 19:08:27.404990 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: netmtu_writable.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.405927 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.406435 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: net-mtu-writable Sep 17 19:08:27.406761 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: network_availability_zone.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.407435 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.407940 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: network_availability_zone Sep 17 19:08:27.408289 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: network_ip_availability.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.409406 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.409918 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: network-ip-availability Sep 17 19:08:27.410246 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: network_segment_range.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.411021 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.411531 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 19:08:27.411852 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: pagination.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.412878 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.413207 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: pagination Sep 17 19:08:27.413528 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: port_device_profile.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.414480 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.414995 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: port-device-profile Sep 17 19:08:27.415321 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.416276 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.416782 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: port-mac-address-regenerate Sep 17 19:08:27.417107 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.418042 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.418550 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: port-numa-affinity-policy Sep 17 19:08:27.418875 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: port_resource_request.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.419919 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.420469 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 19:08:27.420795 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: portbindings.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.421751 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.422262 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: binding Sep 17 19:08:27.422587 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: portbindings_extended.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.423873 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.424431 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: binding-extended Sep 17 19:08:27.424762 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: portsecurity.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.425695 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.426211 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: port-security Sep 17 19:08:27.426540 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: project_id.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.427528 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.427858 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: project-id Sep 17 19:08:27.428213 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: providernet.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.429159 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.429676 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: provider Sep 17 19:08:27.430001 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.433619 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.434148 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos not supported by any of loaded plugins Sep 17 19:08:27.434482 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.435729 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.436283 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 19:08:27.436618 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.437554 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.438069 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 19:08:27.438399 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_default.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.439320 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.439829 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-default not supported by any of loaded plugins Sep 17 19:08:27.440199 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_fip.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.440870 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.441373 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 19:08:27.441698 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_gateway_ip.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.442632 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.443143 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 19:08:27.443468 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_port_network_policy.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.444431 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.444945 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 19:08:27.445271 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_pps_rule.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.446957 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.447473 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 19:08:27.447802 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_rule_type_details.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.448785 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.449282 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 19:08:27.449609 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: qos_rules_alias.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.450679 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.451198 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 19:08:27.451522 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: quotasv2.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.452480 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.452812 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: quotas Sep 17 19:08:27.453136 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: quotasv2_detail.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.456777 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.457116 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: quota_details Sep 17 19:08:27.457448 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: rbac.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.458522 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.459056 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: rbac-policies Sep 17 19:08:27.459391 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: rbac_address_group.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.460352 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.460878 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: rbac-address-group Sep 17 19:08:27.461207 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: rbac_address_scope.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.462876 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.463392 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: rbac-address-scope Sep 17 19:08:27.463720 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: rbac_security_groups.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.464675 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.465191 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: rbac-security-groups Sep 17 19:08:27.465518 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: rbac_subnetpool.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.466511 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.466957 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: rbac-subnetpool Sep 17 19:08:27.467282 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: revisionifmatch.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.468242 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.468756 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: revision-if-match Sep 17 19:08:27.469081 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: revisions.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.470237 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.470748 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: standard-attr-revisions Sep 17 19:08:27.471077 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: router_availability_zone.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.471771 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.472318 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: router_availability_zone Sep 17 19:08:27.472644 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: routerservicetype.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.473572 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.474080 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 19:08:27.474405 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.475334 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.475845 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: security-groups-normalized-cidr Sep 17 19:08:27.476199 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.477164 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.477673 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: port-security-groups-filtering Sep 17 19:08:27.478000 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.478933 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.479447 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: security-groups-remote-address-group Sep 17 19:08:27.479774 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: securitygroup.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.490873 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.491403 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: security-group Sep 17 19:08:27.491741 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: segment.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.492610 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.493130 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension segment not supported by any of loaded plugins Sep 17 19:08:27.493459 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.494422 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.494939 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 19:08:27.495269 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: servicetype.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.496484 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.497008 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: service-type Sep 17 19:08:27.497341 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: sorting.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.498339 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.498676 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: sorting Sep 17 19:08:27.499001 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: standard_attr_segment.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.499935 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.500487 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 19:08:27.500811 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: standardattrdescription.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.501474 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.501984 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: standard-attr-description Sep 17 19:08:27.502308 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: stateful_security_group.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.503243 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.503760 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: stateful-security-group Sep 17 19:08:27.504119 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: stdattrs_common.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.504711 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 19:08:27.505032 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.505963 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.506482 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 19:08:27.506805 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnet_onboard.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.507891 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.508951 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: subnet_onboard Sep 17 19:08:27.509278 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.510218 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.510728 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 19:08:27.511050 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnet_service_types.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.512036 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.512552 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: subnet-service-types Sep 17 19:08:27.512876 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnetallocation.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.513973 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.514490 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: subnet_allocation Sep 17 19:08:27.514817 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.515492 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.516024 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: subnetpool-prefix-ops Sep 17 19:08:27.516353 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.517299 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.517811 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 19:08:27.518134 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: tagging.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.519213 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.519729 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: standard-attr-tag Sep 17 19:08:27.520091 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: timestamp.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.521303 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.521823 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loaded extension: standard-attr-timestamp Sep 17 19:08:27.522156 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: trunk.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.523194 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.523707 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension trunk not supported by any of loaded plugins Sep 17 19:08:27.524661 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: trunk_details.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.525603 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.526119 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 19:08:27.526445 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: uplink_status_propagation.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.527376 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.527888 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 19:08:27.528244 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Loading extension file: vlantransparent.py {{(pid=94166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 19:08:27.528923 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 19:08:27.529438 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 19:08:27.531871 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:network Sep 17 19:08:27.532439 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnet Sep 17 19:08:27.532843 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 19:08:27.533239 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:port Sep 17 19:08:27.534459 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.534907 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service FLAVORS assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.535547 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.536000 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.536349 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:router Sep 17 19:08:27.536783 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 19:08:27.537272 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service METERING assigned prefix: /metering {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.538695 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.539067 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.539419 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:08:27.540501 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 19:08:27.540961 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:security_group Sep 17 19:08:27.541395 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 19:08:27.541991 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service CORE assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.542338 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 19:08:27.542689 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] subnetpool is already registered Sep 17 19:08:27.543143 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service CORE assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.543473 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 19:08:27.543813 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] subnetpool is already registered Sep 17 19:08:27.546134 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.546576 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service FLAVORS assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.547177 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.547602 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.547941 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:router Sep 17 19:08:27.548311 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] router is already registered Sep 17 19:08:27.548740 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 19:08:27.549092 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] floatingip is already registered Sep 17 19:08:27.549579 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service METERING assigned prefix: /metering {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.550260 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 19:08:27.550592 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] rbac_policy is already registered Sep 17 19:08:27.551009 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:security_group Sep 17 19:08:27.551348 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] security_group is already registered Sep 17 19:08:27.551753 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 19:08:27.552126 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] security_group_rule is already registered Sep 17 19:08:27.552757 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service CORE assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.553390 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 19:08:27.553390 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] subnetpool is already registered Sep 17 19:08:27.553822 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.v2.resource_helper [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Service CORE assigned prefix: {{(pid=94166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 19:08:27.554157 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 19:08:27.554494 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING neutron.quota.resource_registry [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] subnetpool is already registered Sep 17 19:08:27.555001 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: extensions {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.556473 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: address-groups {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.557943 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: address-scopes {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.559274 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: agents {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.560464 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: auto-allocated-topology {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.561705 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: availability_zones {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.562925 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: dhcp-networks {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.564772 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: dhcp-agents {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.566192 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: routers {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.568430 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: flavors {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.569591 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: service_profiles {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.571335 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: next_providers {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.572837 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: service_profiles {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.574360 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: floatingip-pools {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.575571 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: routers {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.577707 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: floatingips {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.578997 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: l3-routers {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.580675 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: l3-agents {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.582077 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: metering-labels {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.583440 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: metering-label-rules {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.584749 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: network-ip-availabilities {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.586024 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: bindings {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.589203 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: quotas {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.590656 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: quotas {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.592107 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: rbac-policies {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.593309 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: security-groups {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.594598 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: security-group-rules {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.595883 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: service-providers {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.597122 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: subnetpools {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.598555 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: subnetpools {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.600019 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.601674 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.603536 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.605367 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.607141 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.609012 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.610716 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.612662 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.614414 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.616166 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron.api.extensions [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Extended resource: tags {{(pid=94166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 19:08:27.622619 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING keystonemiddleware.auth_token [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 19:08:27.627409 dv-cinder-809891-1-iscsi neutron-server[94166]: WARNING keystonemiddleware.auth_token [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 19:08:27.636449 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Acquired lock "singleton_lock" {{(pid=94166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 19:08:27.636922 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_concurrency.lockutils [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Releasing lock "singleton_lock" {{(pid=94166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 19:08:27.637569 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Starting 2 workers Sep 17 19:08:27.642307 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Started child 94273 {{(pid=94166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 19:08:27.646687 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Started child 94274 {{(pid=94166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 19:08:27.647799 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.648531 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO neutron.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 19:08:27.648989 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Notify callbacks [] for process, before_spawn {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.649413 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [-] (94273) wsgi starting up on http://0.0.0.0:9696 Sep 17 19:08:27.651349 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.651858 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Starting 1 workers Sep 17 19:08:27.652674 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [-] (94274) wsgi starting up on http://0.0.0.0:9696 Sep 17 19:08:27.656558 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Started child 94275 {{(pid=94166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 19:08:27.657109 dv-cinder-809891-1-iscsi neutron-server[94166]: INFO oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Starting 1 workers Sep 17 19:08:27.660157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] calling RpcWorker wait() {{(pid=94275) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 19:08:27.660699 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] returning from RpcWorker wait() {{(pid=94275) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 19:08:27.661504 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Started child 94276 {{(pid=94166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 19:08:27.661841 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.662292 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:27.662395 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG neutron_lib.callbacks.manager [None req-1a082ecb-138a-4241-81c9-74416dcc4781 None None] Notify callbacks [] for process, after_spawn {{(pid=94166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.664289 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 19:08:27.664565 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 19:08:27.664746 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 19:08:27.664961 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 19:08:27.665290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 19:08:27.665454 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 19:08:27.665960 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.666237 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.666501 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.666764 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.667056 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.667305 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:27.667791 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.667874 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.668155 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.668430 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.668685 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.668865 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.669033 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.669280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.669513 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.669820 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.670091 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.670339 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.670586 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.670763 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.671014 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.671291 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.671549 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.671831 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] debug = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.672092 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.672602 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.672831 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.673093 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.673312 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.673591 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.673820 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.674069 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.674315 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.674548 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.674797 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.675061 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.675293 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.675505 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.675729 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.676017 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.676274 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.676724 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] host = dv-cinder-809891-1-iscsi {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.676983 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.677201 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.677464 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.677695 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.677943 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.678162 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.678418 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.678660 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.678911 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.679177 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.679410 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.679683 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.679915 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.680730 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.680898 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_options = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.681138 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.681399 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.681658 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.681848 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.682016 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.682193 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.682442 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.682608 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.682863 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.683083 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.683299 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.683531 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.683770 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.684046 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.684310 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.684560 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.684776 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.685019 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.685276 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.685535 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.685760 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.686003 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.686251 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.686471 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.686689 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.686924 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.687165 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.687388 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.687600 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.687818 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.688095 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.688356 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.688595 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.688834 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.689112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.689342 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.689566 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.689783 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.690048 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.690277 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.690538 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.690786 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.690997 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.691254 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.691491 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.691705 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.691950 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_json = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.692194 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.692422 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.692706 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.692920 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.693159 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.693365 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.693603 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.693819 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.694430 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.695280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.695539 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.696522 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.696919 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.696919 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.697220 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.697550 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.698082 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.698207 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.698452 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.698703 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.699056 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.699223 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.699496 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.700393 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.700393 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.700706 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.701457 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.703290 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704121 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704121 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704121 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704588 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704588 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704845 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.704965 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:27.705374 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.705374 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.705624 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.705752 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.706329 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.706329 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.706596 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.706596 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.706865 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.707032 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.707256 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.707468 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.707703 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.707959 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.708355 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.708491 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.708717 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.708951 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.709183 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.709419 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.709651 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.709864 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.710134 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.710880 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.710880 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.710880 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.711269 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.711269 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.711538 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712097 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712097 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712361 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712361 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712589 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.712825 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.713044 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.713263 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.713481 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.713861 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.713998 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.714169 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.714394 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.714613 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.714854 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.715069 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.715330 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.715559 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.715816 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.716062 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.716291 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.716539 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.716760 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.716997 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.717480 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.717480 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.717871 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.717871 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719112 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719574 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.719849 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.720124 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.720362 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721131 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721131 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721131 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721346 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721521 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.721785 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.722031 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.722303 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.722543 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.722785 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.723018 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.723684 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.723954 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.724670 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.724670 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.724846 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.724990 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.725249 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.725526 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.725767 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.726052 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.726302 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.726545 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.727056 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.727233 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.727514 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.727749 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.728021 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.728286 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.728540 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.728796 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.729042 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.729300 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.729532 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.729836 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.730076 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.730314 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.730628 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.730987 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.731313 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.731557 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.731782 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.732014 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.732292 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.732533 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.732765 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.733024 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.733275 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.733525 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.733756 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.733995 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.734206 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.734462 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.734711 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.734926 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.735160 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.735374 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.735613 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.735822 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.736053 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.736330 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.736486 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.736710 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.736941 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.737151 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.737362 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.737614 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.737827 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.738047 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.738283 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.738518 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.738735 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.738969 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.739189 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.739692 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.740088 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.740360 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.740616 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.740856 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.742135 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.743205 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.743503 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.743790 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.744043 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.744313 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.744562 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.744792 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.745038 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.745282 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.745522 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.745758 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.746023 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.746238 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.746492 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.746842 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.747109 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.747346 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.747609 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.747832 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.748276 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.748517 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.748760 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.748981 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.749201 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.749422 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.750927 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.751158 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.751418 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.751641 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.752235 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.752763 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.753391 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.753876 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.754446 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.754774 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.755093 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.755371 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.755991 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.756350 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.756636 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.756883 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.757122 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.757666 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.757905 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.758896 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.759894 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.760170 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.760394 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.760646 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.760870 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.761088 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.761323 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.761564 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.761801 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.762027 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.762253 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.762465 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.762696 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.762910 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.763124 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.763376 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.763598 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.763812 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.764077 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.764300 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.764510 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.764735 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.764975 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.765187 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.765487 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.765736 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.765957 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.766250 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.766497 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.766744 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.766985 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.767301 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.767517 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.767758 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.767996 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.768222 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.768442 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.768700 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.769026 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.769313 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.769563 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.769817 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.770105 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.770395 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.770671 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.770903 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.771199 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.771538 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.771817 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.772104 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.772352 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.772610 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.772850 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.773086 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.773324 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.773556 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.773774 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.774054 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.774288 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.774541 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.774772 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.774993 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.775214 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.775462 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.775933 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.776190 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.776408 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.776562 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 19:08:27.777101 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 19:08:27.777269 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 19:08:27.777432 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 19:08:27.777603 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 19:08:27.777766 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 19:08:27.778197 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 19:08:27.778197 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.778319 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.778419 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.778577 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.778901 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779107 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779270 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779406 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779568 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779734 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.779863 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.780050 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.780212 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.780374 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.780534 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.780949 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781117 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781278 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781428 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781593 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781752 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.781911 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782069 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] debug = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782231 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782437 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782604 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782763 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.782926 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.783084 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.783437 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.783605 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.783735 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.783893 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784071 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784231 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784393 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784552 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784713 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.784874 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785033 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785192 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] host = dv-cinder-809891-1-iscsi {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785352 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785513 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785671 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785830 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.785989 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786147 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786309 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786467 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786692 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786782 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.786938 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787103 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787261 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787403 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_options = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787689 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.787844 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788043 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788239 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788404 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788564 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788723 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.788887 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789045 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789204 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789362 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789676 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789830 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.789993 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.790133 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.790292 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.790452 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.790626 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.790801 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791040 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791040 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791427 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791427 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791690 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791690 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791948 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.791948 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.792241 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.792241 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.792492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:27.792678 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.792678 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.792678 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793047 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793047 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793294 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793294 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793674 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793822 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.793954 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794084 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794286 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794286 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794472 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794600 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794753 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.794912 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_json = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795073 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795231 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795390 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795550 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795693 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.795854 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.796033 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.796196 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 19:08:27.796377 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.796542 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.796715 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.796877 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797029 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797186 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797347 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797507 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797668 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.797830 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798011 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798167 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798337 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798497 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798657 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798822 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.798984 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799145 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799307 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799469 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799630 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799791 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.799960 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.800214 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.800376 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.800536 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.800698 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.800876 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801037 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801200 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801362 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801524 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801686 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.801849 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802012 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802174 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802336 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802498 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802663 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802824 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.802985 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803146 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803298 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803458 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803622 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803783 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.803945 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.804130 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.804292 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.804516 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.804652 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.804774 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.805709 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.805709 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.805875 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.805963 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806043 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806200 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806361 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806735 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806735 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806975 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.806975 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807120 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807276 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807437 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807610 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807771 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.807932 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808113 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808276 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808436 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808601 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808761 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.808923 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809085 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809237 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809392 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809555 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809717 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.809879 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810203 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810365 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810527 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810689 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.810850 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.811012 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.811172 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.811343 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.811520 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.811911 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812100 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812262 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812424 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812586 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812747 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.812901 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813057 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813217 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813379 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813540 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813704 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.813865 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814025 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814186 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814346 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814505 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814671 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814835 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.814997 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815158 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815317 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815477 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815636 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815796 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.815965 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.816148 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.816299 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.816459 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.816627 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.816798 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817213 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817213 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817466 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817466 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817669 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817750 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.817861 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.818020 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.818182 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819041 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819416 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819416 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819416 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819676 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819754 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.819868 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.820050 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.820213 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.820361 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.820525 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.820702 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.821405 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.821560 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.821722 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.821883 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822044 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822206 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822369 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822532 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822693 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.822855 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823018 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823179 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823340 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823500 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823661 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.823822 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824005 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824165 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824327 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824487 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824649 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824814 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.824982 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825141 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825302 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825462 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825622 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825785 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.825948 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826111 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826272 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826434 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826595 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826758 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.826924 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827086 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827249 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827414 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827578 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827739 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.827900 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828084 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828247 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828409 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828570 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828747 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.828909 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829070 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829231 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829393 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829554 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829714 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.829875 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.830298 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.830461 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.830622 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.830785 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.830948 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831110 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831272 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831433 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831581 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831742 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.831904 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832098 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832261 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832423 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832584 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832746 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.832911 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833084 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833247 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833408 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833568 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833730 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.833891 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834062 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834224 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834385 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834546 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834707 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.834921 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.835354 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.835556 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.835680 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836051 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836051 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836280 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836416 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836529 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836638 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836797 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.836958 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.837223 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.837357 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.837492 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.837686 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838048 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838048 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838048 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838384 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838384 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838612 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838693 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838815 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.838938 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839081 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839253 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839414 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839578 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839739 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.839900 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840101 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840266 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840432 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840605 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840779 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.840942 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841110 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841278 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841451 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841611 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841780 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.841953 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842115 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842275 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842436 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842645 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842741 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.842902 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843062 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843223 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843383 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843544 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843704 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.843864 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844046 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844208 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844369 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844529 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844691 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.844857 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.845003 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 19:08:27.845159 dv-cinder-809891-1-iscsi neutron-server[94166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 19:08:28.072442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 57820) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:28.081655 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066750 Sep 17 19:08:39.401591 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786048f3-bd33-4570-b8c2-49e0d909ce87 None None] get_active_networks_info from dv-cinder-809891-1-iscsi {{(pid=94275) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 19:08:39.485487 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786048f3-bd33-4570-b8c2-49e0d909ce87 None None] No non-hosted networks {{(pid=94275) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 19:08:39.507056 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.agentschedulers_db [None req-786048f3-bd33-4570-b8c2-49e0d909ce87 None None] DHCP Agent not found on host dv-cinder-809891-1-iscsi {{(pid=94275) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 19:08:39.682784 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ec04e969-110c-42f8-babd-c5784b0dde88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:41.900154 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-78feb4f5-d8c2-4d51-b65f-23b9c0dc1263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:41.947294 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f95649f8-ab32-48b1-bc7e-aeb2bb120325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:42.370974 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:42.371868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.374667 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.375087 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.376224 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.378996 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.379589 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.380278 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.380792 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.384302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.384790 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.385286 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.385762 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:42.386311 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809891-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:42.401495 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809891-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:08:43.457124 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:44.747339 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.db.l3_hamode_db [None req-728fa2ba-0f8b-4020-8585-e524c0225cb4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 19:08:44.853982 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa2ba-0f8b-4020-8585-e524c0225cb4 None None] Routers set() bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:08:44.854402 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fa2ba-0f8b-4020-8585-e524c0225cb4 None None] Router IDs set() for agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 19:08:44.857763 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:45.945743 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 57914) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:46.426239 dv-cinder-809891-1-iscsi neutron-server[94273]: WARNING oslo_policy.policy [None req-d4b3e7d4-bc27-4167-8490-f2691a8e7008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:46.426801 dv-cinder-809891-1-iscsi neutron-server[94273]: WARNING oslo_policy.policy [None req-d4b3e7d4-bc27-4167-8490-f2691a8e7008 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:46.648740 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [None req-d4b3e7d4-bc27-4167-8490-f2691a8e7008 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:08:46.649985 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d4b3e7d4-bc27-4167-8490-f2691a8e7008 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7021937 Sep 17 19:08:48.988926 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 57928) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:49.292840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:08:49.386767 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.policy [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 19:08:49.431138 dv-cinder-809891-1-iscsi neutron-server[94273]: WARNING oslo_policy.policy [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:49.431477 dv-cinder-809891-1-iscsi neutron-server[94273]: WARNING oslo_policy.policy [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:49.439967 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.quota [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] Loaded quota_driver: . Sep 17 19:08:49.528280 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867701809', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867702468', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867656998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867655322', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867864552', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738867668844', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-582212', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1011802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4092672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4119094'] for rbac-policy, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:49.592985 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:49.594194 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2f381620-0cf2-4d8a-af0e-6d49a38cb6e6 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6042981 Sep 17 19:08:52.164672 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 57940) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:52.643909 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING oslo_policy.policy [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:52.644492 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING oslo_policy.policy [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:52.865014 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Request body: {'network': {'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'name': 'private', 'admin_state_up': True, 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:08:52.866674 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.quota [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Loaded quota_driver: . Sep 17 19:08:52.921019 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Made reservation on behalf of bdfab16c63424eec984c1c2e8a341a50 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:08:52.986088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.policy [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94274) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 19:08:53.030662 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING oslo_policy.policy [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:53.031021 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING oslo_policy.policy [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 19:08:53.041756 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.062547 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.192401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.195866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.215886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:08:53.245365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738868377236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.245937 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Unsubscribe: segment precommit_create {{(pid=94274) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 19:08:53.246457 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Added segment 3cabfe8d-1bce-4d43-9e14-027ebbce9132 of type vlan for network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 Sep 17 19:08:53.262882 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71b07f6-b7e8-4f91-8013-e8ac59cd58db,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:08:53.314288 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.314640 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.314975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.315302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.315623 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.316045 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.316330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.316724 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.317145 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.317468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.317784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.318098 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Tracked resource versions report: Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: pushed versions: Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: { 'AddressGroup': {'1.2'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'ConntrackHelper': {'1.0'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Log': {'1.0'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Network': {'1.1'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Port': {'1.7'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'PortForwarding': {'1.2'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'QosPolicy': {'1.9'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroup': {'1.4'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SubPort': {'1.0'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Subnet': {'1.1'}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Trunk': {'1.1'}} Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: consumer versions: Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'ConntrackHelper': '1.0', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Log': '1.0', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Network': '1.1', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Port': '1.7', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'PortForwarding': '1.2', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'QosPolicy': '1.9', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroup': '1.4', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroupRule': '1.2', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SubPort': '1.0', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Subnet': '1.1', Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Trunk': '1.1'}} Sep 17 19:08:53.319164 dv-cinder-809891-1-iscsi neutron-server[94274]: {{(pid=94274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:08:53.361321 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.405230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.406319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:08:53.406972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:53.471741 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3059592 Sep 17 19:08:53.504716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ea19b-dff3-4007-af64-8eaf4f7e3d29 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:08:53.517493 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:08:56.096312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 57962) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:56.478952 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf8dd21-f02f-435a-98ed-1a06ae8bca71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:08:56.480347 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-fbf8dd21-f02f-435a-98ed-1a06ae8bca71 admin admin] 10.222.0.21 "GET /v2.0/networks/0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 HTTP/1.1" status: 200 len: 825 time: 0.3829801 Sep 17 19:08:56.516863 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7dbdc865-a5dd-48c0-a5e7-b21fdfe132d8 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f HTTP/1.1" status: 200 len: 734 time: 0.0303998 Sep 17 19:08:56.526980 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'name': 'private-subnet', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:08:56.549159 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Made reservation on behalf of bdfab16c63424eec984c1c2e8a341a50 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:08:56.551632 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:56.833488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:56.900948 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e265596-5454-4586-b7ea-ba0f793f3154,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:08:56.902919 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Checking segment: {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:08:56.903270 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Network hostable DHCP agents. Network: 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:08:56.923454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:08:56.934301 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:08:56.938793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:08:56.939377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:56.943657 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1917ed1-98c9-4680-ad56-72c15f8ef596 None None] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:08:56.952278 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-6b0bccca-b963-4ad9-9006-8ddbef53359d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4285991 Sep 17 19:08:57.256599 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:08:57.258356 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:57.531217 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Allocated IP 172.20.0.2 (0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8/2e265596-5454-4586-b7ea-ba0f793f3154/d2a1d758-1bb5-4430-9d60-8b2d502898f9) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:08:57.756213 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:57.764118 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:57.837561 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:08:57.843310 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:08:57.854376 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:08:57.856393 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Pushing event updated for resources: {'Port': ['ID=d2a1d758-1bb5-4430-9d60-8b2d502898f9,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:08:57.888610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.888965 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.889308 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.889648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.889985 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.890320 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.890648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.890976 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.891320 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.891650 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.891995 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.892317 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Tracked resource versions report: Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: pushed versions: Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: { 'AddressGroup': {'1.2'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'ConntrackHelper': {'1.0'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Log': {'1.0'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Network': {'1.1'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Port': {'1.7'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'PortForwarding': {'1.2'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'QosPolicy': {'1.9'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroup': {'1.4'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SubPort': {'1.0'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Subnet': {'1.1'}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Trunk': {'1.1'}} Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: consumer versions: Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'ConntrackHelper': '1.0', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Log': '1.0', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Network': '1.1', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Port': '1.7', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'PortForwarding': '1.2', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'QosPolicy': '1.9', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroup': '1.4', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroupRule': '1.2', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SubPort': '1.0', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Subnet': '1.1', Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Trunk': '1.1'}} Sep 17 19:08:57.893397 dv-cinder-809891-1-iscsi neutron-server[94275]: {{(pid=94275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:08:57.939947 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Attempting to bind port d2a1d758-1bb5-4430-9d60-8b2d502898f9 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:08:57.940355 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Attempting to bind port d2a1d758-1bb5-4430-9d60-8b2d502898f9 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:08:57.940775 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Attempting to bind port d2a1d758-1bb5-4430-9d60-8b2d502898f9 on network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:08:57.946299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:08:57.946875 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Checking segment: {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:08:57.947176 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:57.947567 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Bound using segment: {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:08:57.948063 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Bound port: d2a1d758-1bb5-4430-9d60-8b2d502898f9, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:08:57.948484 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:58.009467 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] For port d2a1d758-1bb5-4430-9d60-8b2d502898f9, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:08:58.013720 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] For port d2a1d758-1bb5-4430-9d60-8b2d502898f9, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d2a1d758-1bb5-4430-9d60-8b2d502898f9,segment=NetworkSegment(3cabfe8d-1bce-4d43-9e14-027ebbce9132),segment_id=3cabfe8d-1bce-4d43-9e14-027ebbce9132)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:08:58.018130 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:08:58.082297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a17d6-fc63-48cd-92c5-634b268ce093 None None] Pushing event updated for resources: {'Port': ['ID=d2a1d758-1bb5-4430-9d60-8b2d502898f9,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:08:59.376113 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 57970) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:08:59.687775 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [None req-deeedce7-c840-4b82-81ec-3076c328ff5b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:08:59.688803 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-deeedce7-c840-4b82-81ec-3076c328ff5b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117630 Sep 17 19:09:02.077488 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 57978) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:02.395713 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [None req-245e5873-0c42-4b82-8843-5b6518363626 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:09:02.396801 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-245e5873-0c42-4b82-8843-5b6518363626 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3184028 Sep 17 19:09:05.019771 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 57988) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:05.328127 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:09:05.356827 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:05.358443 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:05.502947 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:05.507698 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:05.520231 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:05.521462 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-4428e348-467b-4851-82ce-12702d5bcf71 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5006866 Sep 17 19:09:06.258224 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d2a1d758-1bb5-4430-9d60-8b2d502898f9 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:09:06.346471 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port d2a1d758-1bb5-4430-9d60-8b2d502898f9 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:06.346868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:06.390518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d28f5-a743-469c-b2f0-25f75cf70ef8 None None] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:09:06.511140 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:06.535930 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-516f32fc-64a1-493e-9a03-1b147edfc6bc None None] Provisioning complete for port d2a1d758-1bb5-4430-9d60-8b2d502898f9 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:06.536319 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-516f32fc-64a1-493e-9a03-1b147edfc6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:06.619935 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port d2a1d758-1bb5-4430-9d60-8b2d502898f9, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d2a1d758-1bb5-4430-9d60-8b2d502898f9,segment=NetworkSegment(3cabfe8d-1bce-4d43-9e14-027ebbce9132),segment_id=3cabfe8d-1bce-4d43-9e14-027ebbce9132)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:09:06.629008 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:06.732482 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=d2a1d758-1bb5-4430-9d60-8b2d502898f9,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:06.982690 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-9fe7f713-7fef-49e3-b68d-95e4e02be065 None None] Provisioning complete for port d2a1d758-1bb5-4430-9d60-8b2d502898f9 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:06.983062 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-9fe7f713-7fef-49e3-b68d-95e4e02be065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:07.911165 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58002) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:08.216543 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [None req-e4ed1d8a-b8b8-49e0-bfd7-d40b63872918 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:09:08.225376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e4ed1d8a-b8b8-49e0-bfd7-d40b63872918 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131983 Sep 17 19:09:08.234885 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d2a1d758-1bb5-4430-9d60-8b2d502898f9 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:09:08.281888 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port d2a1d758-1bb5-4430-9d60-8b2d502898f9 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:08.282295 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:09.334273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d8971b45-0e48-4607-9a4c-5d3910556539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:10.612113 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58010) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:10.916362 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:09:10.936111 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Made reservation on behalf of 85a2ccb96e6f4a5191167e43f9925ea8 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:09:10.938277 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:10.949288 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.033398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.037117 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.053173 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Reserving flat network on physical network physnet1 {{(pid=94274) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 19:09:11.068719 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f5be4e-0f05-474c-b093-dc0843cd8d91,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:11.074489 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.074819 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Added segment 8b561a2b-54a5-468d-9c23-6dad9e35c890 of type flat for network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 Sep 17 19:09:11.126771 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.157490 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.158415 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:09:11.158984 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:11.187565 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5744455 Sep 17 19:09:11.222626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f2407-a044-42c3-a94c-c8d014c8cbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=b04cb637-d77d-44c2-a8b2-18b8b8eabc13,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:11.233060 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:09:11.890879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d47762bf-19e2-4f68-9beb-0a70b4f42f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:12.368074 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:13.329916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:13.584251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58028) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:13.753119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7299ed-6d8b-443a-9fa7-3aee0c8b945e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:09:13.754433 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ac7299ed-6d8b-443a-9fa7-3aee0c8b945e admin admin] 10.222.0.21 "GET /v2.0/subnets/2e265596-5454-4586-b7ea-ba0f793f3154 HTTP/1.1" status: 200 len: 849 time: 0.1693070 Sep 17 19:09:13.913437 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-af10e0b7-c20f-4412-8885-c7c7738ed19f admin admin] 10.222.0.21 "GET /v2.0/routers/6bcaf67d-fe74-4b7e-8003-3ecd9656c612 HTTP/1.1" status: 200 len: 704 time: 0.1523056 Sep 17 19:09:14.174380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:14.464232 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Allocated IP 172.20.0.1 (0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8/2e265596-5454-4586-b7ea-ba0f793f3154/f6e200d8-5ab6-4a41-bacd-f9fc18c195b8) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:09:14.612501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:14.718261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:14.786676 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:14.788416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:09:14.792901 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:09:14.800536 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:09:14.800956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:14.827744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Pushing event updated for resources: {'Port': ['ID=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:14.995874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.020428 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-7783228a-2519-4a65-b282-5dcd10be06ac None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:15.020801 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7783228a-2519-4a65-b282-5dcd10be06ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.055896 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-7783228a-2519-4a65-b282-5dcd10be06ac None None] Port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:09:15.198251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.202518 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.203314 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.263735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Pushing event updated for resources: {'Port': ['ID=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:15.328107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:09:15.329666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:09:15.475994 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-b8769611-f63b-4d52-ba2c-f94cdd9bef9b None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:15.476422 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b8769611-f63b-4d52-ba2c-f94cdd9bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:15.486217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:09:15.509082 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-b8769611-f63b-4d52-ba2c-f94cdd9bef9b None None] Port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:09:15.573992 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:09:15.581000 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-9f204cfa-1944-4faf-af55-b27c5a7d767c admin admin] 10.222.0.21 "PUT /v2.0/routers/6bcaf67d-fe74-4b7e-8003-3ecd9656c612/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6600096 Sep 17 19:09:15.585343 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Sync routers for ids ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:09:15.596556 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Routers {'6bcaf67d-fe74-4b7e-8003-3ecd9656c612'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:09:15.597298 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:09:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:15.779756 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Set router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:09:16.191212 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:14Z', 'revision_number': 2, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port_host': None, '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:15Z', 'revision_number': 2, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:16.241484 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Checking router: 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:09:16.241848 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Updating router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:09:16.288734 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:16.787862 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:16.794025 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:16.949849 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Pushing event updated for resources: {'Port': ['ID=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:16.965407 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.965755 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.966091 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.966423 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.966751 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.967077 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.967401 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.967724 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.968088 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.968416 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.968737 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.969055 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Tracked resource versions report: Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: pushed versions: Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: { 'AddressGroup': {'1.2'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'ConntrackHelper': {'1.0'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Log': {'1.0'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Network': {'1.1'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Port': {'1.7'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'PortForwarding': {'1.2'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'QosPolicy': {'1.9'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroup': {'1.4'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SubPort': {'1.0'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Subnet': {'1.1'}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Trunk': {'1.1'}} Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: consumer versions: Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'ConntrackHelper': '1.0', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Log': '1.0', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Network': '1.1', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Port': '1.7', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'PortForwarding': '1.2', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'QosPolicy': '1.9', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroup': '1.4', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroupRule': '1.2', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SubPort': '1.0', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Subnet': '1.1', Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Trunk': '1.1'}} Sep 17 19:09:16.970100 dv-cinder-809891-1-iscsi neutron-server[94276]: {{(pid=94276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:09:16.974514 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Attempting to bind port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:09:16.974909 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Attempting to bind port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:09:16.975367 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Attempting to bind port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 on network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:09:16.980480 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:09:16.980896 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Checking segment: {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:09:16.981382 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:16.981764 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Bound using segment: {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:09:16.982262 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Bound port: f6e200d8-5ab6-4a41-bacd-f9fc18c195b8, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cabfe8d-1bce-4d43-9e14-027ebbce9132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:09:16.982640 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.037139 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-0d5e1810-b043-4c13-aa8c-31109b3b17cc None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:17.038110 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0d5e1810-b043-4c13-aa8c-31109b3b17cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.049292 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] For port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:09:17.069976 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] For port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,segment=NetworkSegment(3cabfe8d-1bce-4d43-9e14-027ebbce9132),segment_id=3cabfe8d-1bce-4d43-9e14-027ebbce9132)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:09:17.071656 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-0d5e1810-b043-4c13-aa8c-31109b3b17cc None None] Port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:09:17.074835 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.125529 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Routers {'6bcaf67d-fe74-4b7e-8003-3ecd9656c612'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:09:17.126157 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:09:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:17.202271 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70585c9d-bc17-4513-ad43-dd0ff2a43688 None None] Pushing event updated for resources: {'Port': ['ID=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:17.225360 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] Set router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:09:17.289498 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:17.289794 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.366708 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.396370 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] For port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,segment=NetworkSegment(3cabfe8d-1bce-4d43-9e14-027ebbce9132),segment_id=3cabfe8d-1bce-4d43-9e14-027ebbce9132)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:09:17.400984 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:17.435004 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:14Z', 'revision_number': 2, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port_host': None, '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:17Z', 'revision_number': 4, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:17.446720 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940e6a-b979-4e74-88a4-7f971a638c2a None None] Pushing event updated for resources: {'Port': ['ID=f6e200d8-5ab6-4a41-bacd-f9fc18c195b8,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:17.465998 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464842be-d42e-49b6-81c3-5c966dee1b9c None None] The sync data for ids ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'] in dv-cinder-809891-1-iscsi is: [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:14Z', 'revision_number': 2, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port_host': None, '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:17Z', 'revision_number': 4, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:09:17.826390 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58048) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:17.935279 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c43a77-3456-4fe7-9155-7b0a7a43c23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:09:17.936675 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-73c43a77-3456-4fe7-9155-7b0a7a43c23c admin admin] 10.222.0.21 "GET /v2.0/networks/b04cb637-d77d-44c2-a8b2-18b8b8eabc13 HTTP/1.1" status: 200 len: 842 time: 0.1092675 Sep 17 19:09:17.947179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:09:17.968975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Made reservation on behalf of 85a2ccb96e6f4a5191167e43f9925ea8 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:09:17.971322 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:18.249043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.objects.ports [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94274) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 19:09:18.249468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:18.305442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1928ed7f-d2dc-4ddd-bab3-6f82301e2090,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:18.313070 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:09:18.313430 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Network hostable DHCP agents. Network: b04cb637-d77d-44c2-a8b2-18b8b8eabc13, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:09:18.330581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:09:18.340776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, b04cb637-d77d-44c2-a8b2-18b8b8eabc13) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:09:18.344817 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:09:18.345407 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:18.350456 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc5388-a494-44bc-8c38-780ebc4d8d87 None None] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:09:18.371662 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-bc2d5fd5-6669-4ad6-9587-c091bedcce7a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4186935 Sep 17 19:09:18.487180 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb01a9d-98da-41a6-acb0-2d1cc01c64bc None None] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:09:20.672764 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58056) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:20.865249 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-86d14135-6c4a-4b1c-9896-bb8ae6224d9a admin admin] 10.222.0.21 "GET /v2.0/routers/6bcaf67d-fe74-4b7e-8003-3ecd9656c612 HTTP/1.1" status: 200 len: 710 time: 0.1913774 Sep 17 19:09:20.950629 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a76e7-267f-4a71-ba04-0f3772ad7422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:09:20.951892 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2d8a76e7-267f-4a71-ba04-0f3772ad7422 admin admin] 10.222.0.21 "GET /v2.0/networks/b04cb637-d77d-44c2-a8b2-18b8b8eabc13 HTTP/1.1" status: 200 len: 886 time: 0.0801222 Sep 17 19:09:20.961575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:09:21.192284 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:21.426494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:21.500867 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:21.599011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Allocated IP 172.27.3.56 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/3c4ae4ed-1182-48e2-aabf-1903def849ae) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:09:21.699089 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:21.733436 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:21.769801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:09:21.773070 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:09:21.777286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:09:21.816976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Pushing event updated for resources: {'Port': ['ID=3c4ae4ed-1182-48e2-aabf-1903def849ae,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:22.029926 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:22.301300 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4144042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4142618', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-898'] for router, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:22.304680 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4144033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4144056', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4142609'] for router, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:22.409355 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:09:22.530323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:09:22.535132 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:22.536422 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-78cf966c-ebb4-483c-8622-a5a647e40c3c admin admin] 10.222.0.21 "PUT /v2.0/routers/6bcaf67d-fe74-4b7e-8003-3ecd9656c612 HTTP/1.1" status: 200 len: 889 time: 1.5780556 Sep 17 19:09:23.946824 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Sync routers for ids ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:09:23.957608 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Routers {'6bcaf67d-fe74-4b7e-8003-3ecd9656c612'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:09:23.958327 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:09:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:24.158868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Set router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:09:24.268420 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:09:24.480194 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:24.480482 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:24.638871 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:21Z', 'revision_number': 4, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port': {'id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:21Z', 'updated_at': '2021-09-17T19:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:17Z', 'revision_number': 5, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:24.686484 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Checking router: 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:09:24.686833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Updating router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 port 3c4ae4ed-1182-48e2-aabf-1903def849ae binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:09:24.733679 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:24.931119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58068) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:09:25.043316 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-66af1ecb-8f24-477f-81a4-c44a0b6888db admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1109679 Sep 17 19:09:25.046455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:25.053708 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:25.107155 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Attempting to bind port 3c4ae4ed-1182-48e2-aabf-1903def849ae on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:09:25.107520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Attempting to bind port 3c4ae4ed-1182-48e2-aabf-1903def849ae by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:09:25.107878 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Attempting to bind port 3c4ae4ed-1182-48e2-aabf-1903def849ae on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:09:25.110015 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d5e7-a34c-4911-9d43-ecdc6d55a92a None None] Pushing event updated for resources: {'Port': ['ID=3c4ae4ed-1182-48e2-aabf-1903def849ae,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:25.116473 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:09:25.116847 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:09:25.117249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:25.117639 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:09:25.118111 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Bound port: 3c4ae4ed-1182-48e2-aabf-1903def849ae, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:09:25.118508 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:25.250583 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] For port 3c4ae4ed-1182-48e2-aabf-1903def849ae, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:09:25.253848 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] For port 3c4ae4ed-1182-48e2-aabf-1903def849ae, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=3c4ae4ed-1182-48e2-aabf-1903def849ae,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:09:25.257860 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:25.314742 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Routers {'6bcaf67d-fe74-4b7e-8003-3ecd9656c612'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:09:25.315355 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:09:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:25.349735 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702d5e7-a34c-4911-9d43-ecdc6d55a92a None None] Pushing event updated for resources: {'Port': ['ID=3c4ae4ed-1182-48e2-aabf-1903def849ae,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:25.426019 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] Set router 6bcaf67d-fe74-4b7e-8003-3ecd9656c612 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:09:25.633079 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:21Z', 'revision_number': 4, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port': {'id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:21Z', 'updated_at': '2021-09-17T19:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:17Z', 'revision_number': 5, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:09:25.662841 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c836c-46bb-4a25-aff5-5709f2d42614 None None] The sync data for ids ['6bcaf67d-fe74-4b7e-8003-3ecd9656c612'] in dv-cinder-809891-1-iscsi is: [{'id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'name': 'router1', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:09:05Z', 'updated_at': '2021-09-17T19:09:21Z', 'revision_number': 4, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'gw_port': {'id': '3c4ae4ed-1182-48e2-aabf-1903def849ae', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:98:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:21Z', 'updated_at': '2021-09-17T19:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'f6e200d8-5ab6-4a41-bacd-f9fc18c195b8', 'name': '', 'network_id': '0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8', 'tenant_id': 'bdfab16c63424eec984c1c2e8a341a50', 'mac_address': 'fa:16:3e:c4:06:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bcaf67d-fe74-4b7e-8003-3ecd9656c612', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:09:14Z', 'updated_at': '2021-09-17T19:09:17Z', 'revision_number': 5, 'project_id': 'bdfab16c63424eec984c1c2e8a341a50', 'subnets': [{'id': '2e265596-5454-4586-b7ea-ba0f793f3154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ca4ecd7-2d23-4fb2-9ec9-49773b69f75f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:09:26.292645 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 3c4ae4ed-1182-48e2-aabf-1903def849ae up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:09:26.361642 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 3c4ae4ed-1182-48e2-aabf-1903def849ae triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:26.362038 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:26.465276 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:26.485231 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 3c4ae4ed-1182-48e2-aabf-1903def849ae, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=3c4ae4ed-1182-48e2-aabf-1903def849ae,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:09:26.490157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:26.543536 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=3c4ae4ed-1182-48e2-aabf-1903def849ae,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:09:28.250361 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 3c4ae4ed-1182-48e2-aabf-1903def849ae up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:09:28.299059 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 3c4ae4ed-1182-48e2-aabf-1903def849ae triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:09:28.299580 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:32.752302 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:09:39.341599 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e340d7c9-45e5-4ccb-91a3-1b37d82c56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:41.898384 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1c8f63bd-b888-407c-adf9-051a1b7163c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:42.373659 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:43.343988 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:09:44.805892 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:09.334630 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f80f63a6-9acd-4f32-ad53-3e8712f15255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:09.731614 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:10:11.892257 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-75c75f3d-00d9-4608-a56e-455a91b658f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:12.365366 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:13.342374 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:14.808530 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:39.336865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ce9b7605-e803-4d6b-8f95-cd9628914673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:41.893260 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-87274d74-de0f-42f7-8e22-7b83db5c7385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:42.366349 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:43.342042 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:44.809322 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:10:46.729965 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:11:00.235804 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58630) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:00.296481 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5eb9028-c956-438e-86e7-b6ff0c66b353 admin admin] GET failed (client error): The resource could not be found. Sep 17 19:11:00.297951 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d5eb9028-c956-438e-86e7-b6ff0c66b353 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611305 Sep 17 19:11:00.455818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a0bc1-065c-4ba8-a825-6e8528cce894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:00.457760 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-875a0bc1-065c-4ba8-a825-6e8528cce894 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551378 Sep 17 19:11:02.641410 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58640) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:02.731196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f9f5e2-7287-4190-abc2-7a6e9b470044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:02.732536 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-65f9f5e2-7287-4190-abc2-7a6e9b470044 admin admin] 10.222.0.21 "GET /v2.0/subnets/2e265596-5454-4586-b7ea-ba0f793f3154 HTTP/1.1" status: 200 len: 849 time: 0.0901952 Sep 17 19:11:02.742287 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:11:02.820514 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:02.955305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738868188676'] for subnet, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:02.984223 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:02.984484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:02.985754 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] 10.222.0.21 "PUT /v2.0/subnets/2e265596-5454-4586-b7ea-ba0f793f3154 HTTP/1.1" status: 200 len: 868 time: 0.2469904 Sep 17 19:11:02.987252 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d51215-3312-4fcd-8815-e287a00a1ac7 None None] Network 0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:11:03.007225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e265596-5454-4586-b7ea-ba0f793f3154,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:03.014513 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.014880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.015226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.015628 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.015966 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.016340 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.016667 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.016989 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.017334 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.017653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.017971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.018286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c470b8-3f97-45de-ae7e-8dee890d5fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:03.391210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a0cc456d-3963-4bda-92e9-0f75536e98c8 None None] Provisioning complete for port d2a1d758-1bb5-4430-9d60-8b2d502898f9 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:03.391571 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a0cc456d-3963-4bda-92e9-0f75536e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:03.475556 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a0cc456d-3963-4bda-92e9-0f75536e98c8 None None] Provisioning complete for port f6e200d8-5ab6-4a41-bacd-f9fc18c195b8 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:03.475814 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a0cc456d-3963-4bda-92e9-0f75536e98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:05.160649 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 58648) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:05.397797 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55fb61-6665-47e6-af6b-58aea80561c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:05.398209 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55fb61-6665-47e6-af6b-58aea80561c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:05.399895 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-bd55fb61-6665-47e6-af6b-58aea80561c2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2383127 Sep 17 19:11:07.559925 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 58658) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:07.686199 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedea6f3-c0ce-4719-9d77-a92992c774e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:07.686670 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedea6f3-c0ce-4719-9d77-a92992c774e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:07.688180 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-eedea6f3-c0ce-4719-9d77-a92992c774e7 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1272788 Sep 17 19:11:09.338367 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b4a2f7bb-1e1a-4c7e-a1bc-fb808c4ac3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:09.872459 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58666) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:10.002143 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41effdf-7059-45ec-b456-e217a3bbc524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:10.004111 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c41effdf-7059-45ec-b456-e217a3bbc524 admin admin] 10.222.0.21 "GET /v2.0/networks/0d8e14f6-adf4-41dc-9c93-c8e1863c9ee8 HTTP/1.1" status: 200 len: 869 time: 0.1306398 Sep 17 19:11:11.895228 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-9d9df337-3e23-4c94-868a-df20cb3575e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:12.168484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58674) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:12.291633 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52648a7b-39db-4e74-81d7-bd9257fbff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:12.293029 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-52648a7b-39db-4e74-81d7-bd9257fbff87 admin admin] 10.222.0.21 "GET /v2.0/networks/b04cb637-d77d-44c2-a8b2-18b8b8eabc13 HTTP/1.1" status: 200 len: 886 time: 0.1236432 Sep 17 19:11:12.368238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:13.343936 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:14.453243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58682) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:14.572987 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee4535-ef10-4d14-828a-b5ce7d37deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:14.573442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ee4535-ef10-4d14-828a-b5ce7d37deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:14.575055 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d9ee4535-ef10-4d14-828a-b5ce7d37deff admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208806 Sep 17 19:11:14.813370 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:16.746723 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58690) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:16.838600 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316677e-55d0-4f7d-b588-4f723b135ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:16.839059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316677e-55d0-4f7d-b588-4f723b135ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:16.840563 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b316677e-55d0-4f7d-b588-4f723b135ca8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928795 Sep 17 19:11:19.001460 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58698) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:19.084750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035e4b7-31e1-4026-bebd-167d45c6742c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:19.086068 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c035e4b7-31e1-4026-bebd-167d45c6742c admin admin] 10.222.0.21 "GET /v2.0/subnets/1928ed7f-d2dc-4ddd-bab3-6f82301e2090 HTTP/1.1" status: 200 len: 816 time: 0.0836806 Sep 17 19:11:21.245475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58706) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:21.335229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02bd12-ed70-48ae-93e0-4e47f99d42f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:21.336584 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8d02bd12-ed70-48ae-93e0-4e47f99d42f7 admin admin] 10.222.0.21 "GET /v2.0/subnets/2e265596-5454-4586-b7ea-ba0f793f3154 HTTP/1.1" status: 200 len: 868 time: 0.0901787 Sep 17 19:11:23.727647 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:11:39.343508 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d1aeb0cd-74b2-4972-bb92-0314ed60bcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:41.896610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b435d9c8-e98e-4cc3-8ce5-ce793a202b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:42.370272 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:43.347504 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:44.821059 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:44.952810 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58760) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:44.999145 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [None req-5881f215-5639-4bb5-97c8-564cfd4de3b7 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:11:45.000179 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5881f215-5639-4bb5-97c8-564cfd4de3b7 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463848 Sep 17 19:11:47.256787 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58768) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:47.316734 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2b347-2164-49ca-8088-0ddc920f5788 admin admin] GET failed (client error): The resource could not be found. Sep 17 19:11:47.318022 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-67d2b347-2164-49ca-8088-0ddc920f5788 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603127 Sep 17 19:11:47.401107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42bd94-8b83-4e1e-8dbd-f80c21dc7c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:47.402494 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-9e42bd94-8b83-4e1e-8dbd-f80c21dc7c8c admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799260 Sep 17 19:11:49.601876 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58776) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:49.648060 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:11:49.667868 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Made reservation on behalf of 85a2ccb96e6f4a5191167e43f9925ea8 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:11:49.670063 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:49.696404 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING neutron.services.revisions.revision_plugin [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Could not find related network for resource to bump revision. Sep 17 19:11:49.707256 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:11:49.715482 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:49.715863 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Added segment 1a8f3dcc-1c13-443e-b97d-a25f16bcf524 of type vlan for network b5a1b760-ee34-4493-b602-4c53d5686a90 Sep 17 19:11:49.753464 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:49.775910 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:49.776838 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:49.777399 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:49.808163 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2051573 Sep 17 19:11:49.944196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27b6eb-1c6d-4b39-9d7b-46e8d3bb066c admin admin] Pushing event updated for resources: {'Network': ['ID=b5a1b760-ee34-4493-b602-4c53d5686a90,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:49.954706 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network b5a1b760-ee34-4493-b602-4c53d5686a90 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:11:52.031772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58784) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:11:52.091122 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab6be92f-1c29-4d6a-aaf1-21a2d8a8e6ff admin admin] GET failed (client error): The resource could not be found. Sep 17 19:11:52.092456 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ab6be92f-1c29-4d6a-aaf1-21a2d8a8e6ff admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597038 Sep 17 19:11:52.159397 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e09b2da-59c4-48e8-9e1c-9ba87ee0dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:52.160836 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-3e09b2da-59c4-48e8-9e1c-9ba87ee0dbec admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637083 Sep 17 19:11:52.170986 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90', 'cidr': '192.168.233.0/24'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:11:52.190487 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Made reservation on behalf of 85a2ccb96e6f4a5191167e43f9925ea8 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:11:52.192810 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:52.357938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:52.416351 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b7b083-a78c-4879-8ed0-587043df482a,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:52.420420 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Checking segment: {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:11:52.420765 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Network hostable DHCP agents. Network: b5a1b760-ee34-4493-b602-4c53d5686a90, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:11:52.436541 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Network b5a1b760-ee34-4493-b602-4c53d5686a90 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:11:52.445480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, b5a1b760-ee34-4493-b602-4c53d5686a90) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:11:52.449454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:11:52.450035 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:52.454290 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9d79af-bd00-4f6a-9e0e-eda3d423391e None None] Network b5a1b760-ee34-4493-b602-4c53d5686a90 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:11:52.465743 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7ec6cee0-c0af-4675-b675-476c08ed92e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2982786 Sep 17 19:11:52.697992 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-b5a1b760-ee34-4493-b602-4c53d5686a90', 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90', 'tenant_id': '85a2ccb96e6f4a5191167e43f9925ea8', 'fixed_ips': [{'subnet_id': '05b7b083-a78c-4879-8ed0-587043df482a'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:11:52.698862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:52.840542 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Allocated IP 192.168.233.2 (b5a1b760-ee34-4493-b602-4c53d5686a90/05b7b083-a78c-4879-8ed0-587043df482a/03340514-5ab7-4e10-b342-93b69d3ba8ee) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:11:53.003518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:53.010344 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:53.047729 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Network b5a1b760-ee34-4493-b602-4c53d5686a90 is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:11:53.050546 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:11:53.053957 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:11:53.065086 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Pushing event updated for resources: {'Port': ['ID=03340514-5ab7-4e10-b342-93b69d3ba8ee,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:53.074335 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.074683 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.075023 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.075614 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.075943 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.076306 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.076632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.076953 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.077275 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.077613 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.077933 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.078256 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:11:53.125253 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Attempting to bind port 03340514-5ab7-4e10-b342-93b69d3ba8ee on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:11:53.125541 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Attempting to bind port 03340514-5ab7-4e10-b342-93b69d3ba8ee by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:11:53.126416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Attempting to bind port 03340514-5ab7-4e10-b342-93b69d3ba8ee on network b5a1b760-ee34-4493-b602-4c53d5686a90 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:11:53.131483 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:11:53.131851 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Checking segment: {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:11:53.132285 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:53.132672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Bound using segment: {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:11:53.133132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Bound port: 03340514-5ab7-4e10-b342-93b69d3ba8ee, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:11:53.133528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:53.197990 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] For port 03340514-5ab7-4e10-b342-93b69d3ba8ee, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:11:53.201528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] For port 03340514-5ab7-4e10-b342-93b69d3ba8ee, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=03340514-5ab7-4e10-b342-93b69d3ba8ee,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:11:53.206266 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:53.262963 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47007ed9-a4a9-42a9-ad22-63b6b41b5c87 None None] Pushing event updated for resources: {'Port': ['ID=03340514-5ab7-4e10-b342-93b69d3ba8ee,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:54.074855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526a0f2-5cae-40ad-b22b-89bd8aa0c730 None None] Network b5a1b760-ee34-4493-b602-4c53d5686a90 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:11:54.148415 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] Provisioning complete for port 03340514-5ab7-4e10-b342-93b69d3ba8ee triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:54.148795 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:54.286660 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:54.328577 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] For port 03340514-5ab7-4e10-b342-93b69d3ba8ee, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=03340514-5ab7-4e10-b342-93b69d3ba8ee,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:11:54.335620 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:54.400549 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5f5d4-2861-4efd-a5cb-ba871447e54c None None] Pushing event updated for resources: {'Port': ['ID=03340514-5ab7-4e10-b342-93b69d3ba8ee,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:11:54.427544 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 03340514-5ab7-4e10-b342-93b69d3ba8ee up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:11:54.483231 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 03340514-5ab7-4e10-b342-93b69d3ba8ee triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:54.483599 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:54.573995 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-d40c068b-060c-4a14-9c40-bb871997bed4 None None] Provisioning complete for port 03340514-5ab7-4e10-b342-93b69d3ba8ee triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:54.574188 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d40c068b-060c-4a14-9c40-bb871997bed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:11:56.355267 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 03340514-5ab7-4e10-b342-93b69d3ba8ee up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:11:56.402316 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 03340514-5ab7-4e10-b342-93b69d3ba8ee triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:11:56.402684 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:00.726687 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:12:09.345277 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4408e910-4314-4288-a5c0-b4ca5a23a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:11.898655 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-bb215401-195e-468f-9ca1-231d90a7b5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:12.372845 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:13.350209 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:14.821555 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:37.724343 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:12:39.347866 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-870904e5-c6b9-4a77-9010-ca49edb5bfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:41.899837 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ec7038a7-2354-40db-94b1-13c74390a9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:42.379764 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:43.353555 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:12:44.828096 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.281674 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58836) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:13:00.287414 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [None req-22f79d7b-2f52-4735-aa04-6b6e41247286 tempest-verify_tempest_config-1255580024 tempest-verify_tempest_config-1255580024-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:13:00.288431 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-22f79d7b-2f52-4735-aa04-6b6e41247286 tempest-verify_tempest_config-1255580024 tempest-verify_tempest_config-1255580024-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058162 Sep 17 19:13:00.577266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58854) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:13:00.678089 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.762959 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.766561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.809868 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=692b647ac455492e8188c046377a3e67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2315326 Sep 17 19:13:00.810691 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef27cac-e428-4db7-b6ae-11f39af7245d,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:13:00.814869 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58858) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:13:00.827581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.827936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.828302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.828626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.828946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.829281 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.829602 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.829918 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.830251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.830566 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.830876 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.831186 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f22f135-0eab-4c86-ab22-8b61238a09bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:13:00.875302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.897985 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.984551 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.987100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:00.988301 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ef27cac-e428-4db7-b6ae-11f39af7245d HTTP/1.1" status: 204 len: 168 time: 0.1749401 Sep 17 19:13:00.996479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a9714-671d-405c-930f-a08c8f4fbc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef27cac-e428-4db7-b6ae-11f39af7245d,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:13:09.348273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-949c1d3f-8945-45ba-bfe1-cc52b89e2806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:11.901638 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0d0129a8-4d12-4d36-acc0-1decdf29487c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:12.370570 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:13.356196 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:14.722842 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:13:14.836387 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:39.348783 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d8897e33-8fc5-4a58-ab79-a1cabb6c5496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:41.901862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-45cf7298-e0b0-44b4-95a7-141a4242ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:42.371564 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:43.358749 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:44.837150 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:13:51.720956 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 5 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:14:09.348484 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-59e613a5-6ece-4280-97c3-a78c4e0b7e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:11.902785 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-380ed8a9-837e-430d-8a11-4437f7ecd1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:12.371959 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:13.361480 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:14.840664 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:27.305413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4143414'] for agent, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:28.718963 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:14:39.349884 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e83b8cef-e97f-4f0a-829a-a1f7a173ea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:41.578552 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58930) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:14:41.680644 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8536ced2-ab13-49a0-b9bb-6a748e6b8499 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1010165 Sep 17 19:14:41.909398 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c48d4c8-f487-40cd-aefa-0d506abca7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:42.372460 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:43.365191 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:43.891258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 58940) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:14:43.944065 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d6eff112-6311-4873-9bb6-fbfe80865fc9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0516925 Sep 17 19:14:44.844664 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:14:57.264447 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:05.717239 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:15:09.350220 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fb1047ff-a33e-4c8c-a8fd-b3ed90d3fb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:11.900089 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eae7789d-7853-478d-97a3-87398da76b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:12.372730 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:13.367490 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:14.846934 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:27.263387 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:39.352354 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fd919821-87fe-44f2-8517-fe7b3c15975c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:41.901098 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c97160d5-dabf-4ecb-a187-e74726119243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:42.373108 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:42.715867 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:15:43.372500 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:44.850070 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:15:57.263134 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:09.354605 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c12fa2f2-32d0-44f9-99da-21d01ae8a730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:10.804624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59142) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.188680 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59164) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.240248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-network', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:11.260686 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Made reservation on behalf of 43b49a4013b24d48a0517328b4dbe0df for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:11.263377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.266826 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59168) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.273213 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.369092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.373478 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.403886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3caca5a6-2e53-4025-baab-52826868133e,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:11.405911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:11.415723 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.416668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.417014 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.417468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.417793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.418308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.418637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.418962 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.419304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.419630 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.420087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.420561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Tracked resource versions report: Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: pushed versions: Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: { 'AddressGroup': {'1.2'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'ConntrackHelper': {'1.0'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Log': {'1.0'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Network': {'1.1'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Port': {'1.7'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'PortForwarding': {'1.2'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'QosPolicy': {'1.9'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroup': {'1.4'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SubPort': {'1.0'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Subnet': {'1.1'}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Trunk': {'1.1'}} Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: consumer versions: Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: HyperV agent@hv-cinder-80989: {}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'ConntrackHelper': '1.0', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Log': '1.0', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Network': '1.1', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Port': '1.7', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'PortForwarding': '1.2', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'QosPolicy': '1.9', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroup': '1.4', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SecurityGroupRule': '1.2', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'SubPort': '1.0', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Subnet': '1.1', Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: 'Trunk': '1.1'}} Sep 17 19:16:11.421697 dv-cinder-809891-1-iscsi neutron-server[94274]: {{(pid=94274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:16:11.427281 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59180) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.433831 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.434411 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Added segment 7c95c5b8-ca3d-4302-91fb-167352d55e2f of type vlan for network 0df7abd0-8c22-401f-bd10-1eb2a20af957 Sep 17 19:16:11.478938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.504897 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.505935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:11.506612 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.540511 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7347856 Sep 17 19:16:11.542293 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59186) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.547897 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Request body: {'subnet': {'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-subnet', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:11.582953 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Made reservation on behalf of 43b49a4013b24d48a0517328b4dbe0df for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:11.586731 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.593266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db024c-c833-4ee1-a4ba-d3db7f674cad admin admin] Pushing event updated for resources: {'Network': ['ID=0df7abd0-8c22-401f-bd10-1eb2a20af957,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:11.603997 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:11.655294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-576972560-network', 'tenant_id': '026d28c97585465a8f79e5f40ab9bf44'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:11.686772 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-877564680-network', 'tenant_id': '92b53e01645d448c96ecf9b75a10e917'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:11.690922 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Made reservation on behalf of 026d28c97585465a8f79e5f40ab9bf44 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:11.694667 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.711480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59190) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:11.723424 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.742979 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Made reservation on behalf of 92b53e01645d448c96ecf9b75a10e917 for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:11.745284 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.786986 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.857180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.863227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.895485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925f8781-52cc-4af0-8c43-a360856894aa,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:11.910897 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:11.918782 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0f84e896-4967-4099-a6a1-fb28388efb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.928657 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.929164 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Added segment 95e33a10-b829-44fe-acbb-7e118a3f79be of type vlan for network edede64d-ca8e-4afe-a9d4-d36c8f2c5735 Sep 17 19:16:11.945427 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-883986652-network', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:11.964957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:11.987251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.012429 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-network', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:12.028243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.029339 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:12.030230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.115183 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] Pushing event updated for resources: {'Network': ['ID=edede64d-ca8e-4afe-a9d4-d36c8f2c5735,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:12.128869 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b135686e-66ce-4b19-b809-d9d4d6fee487,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:12.129453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network edede64d-ca8e-4afe-a9d4-d36c8f2c5735 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:12.153223 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Checking segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:12.153579 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Network hostable DHCP agents. Network: 0df7abd0-8c22-401f-bd10-1eb2a20af957, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:12.179601 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.179946 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.180301 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.180717 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.181053 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.181389 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.182265 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.182578 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.182901 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.183246 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.183624 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.184326 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Tracked resource versions report: Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: pushed versions: Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: { 'AddressGroup': {'1.2'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'ConntrackHelper': {'1.0'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Log': {'1.0'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Network': {'1.1'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Port': {'1.7'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'PortForwarding': {'1.2'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'QosPolicy': {'1.9'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SecurityGroup': {'1.4'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SubPort': {'1.0'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Subnet': {'1.1'}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Trunk': {'1.1'}} Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: consumer versions: Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: HyperV agent@hv-cinder-80989: {}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'ConntrackHelper': '1.0', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Log': '1.0', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Network': '1.1', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Port': '1.7', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'PortForwarding': '1.2', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'QosPolicy': '1.9', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SecurityGroup': '1.4', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SecurityGroupRule': '1.2', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'SubPort': '1.0', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Subnet': '1.1', Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: 'Trunk': '1.1'}} Sep 17 19:16:12.185559 dv-cinder-809891-1-iscsi neutron-server[94273]: {{(pid=94273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:16:12.236420 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.249799 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e9e6c16a-9a4f-4222-b076-3c601334806c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0600553 Sep 17 19:16:12.252699 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59226) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:12.257467 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Request body: {'subnet': {'network_id': 'edede64d-ca8e-4afe-a9d4-d36c8f2c5735', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-576972560-subnet', 'tenant_id': '026d28c97585465a8f79e5f40ab9bf44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:12.268694 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.300229 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:12.332336 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 0df7abd0-8c22-401f-bd10-1eb2a20af957) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:12.334178 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:12.338179 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a88093-d9d9-4099-9ee0-054c5b43a12e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:12.360002 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b43e6a-fcd1-4d3f-b89b-a21f1d4cb8cb None None] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:12.362520 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Made reservation on behalf of ce10c3dced0e4ef490b4fa52b894d97a for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:12.365035 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.371017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Made reservation on behalf of 903b2b9b611748ebb37bdb5b26107147 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:12.373370 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.379556 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:12.380599 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.383416 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.398892 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738868377236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.399670 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Unsubscribe: segment precommit_create {{(pid=94273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 19:16:12.400394 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Added segment 9812f4e3-2cf2-440a-a646-769a284c899d of type vlan for network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 Sep 17 19:16:12.412763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.457603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Made reservation on behalf of 026d28c97585465a8f79e5f40ab9bf44 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:12.459895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.487419 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.509452 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.555499 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.557395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:12.557994 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.711069 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef104e9-59e7-4e92-9bac-3dfd5282bb63,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:12.730750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:12.747307 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-0df7abd0-8c22-401f-bd10-1eb2a20af957', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:16:12.748515 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.751261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.763324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.772256 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1d6b0b0d-f7b5-4347-9e15-fd62689335b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2285137 Sep 17 19:16:12.777694 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59260) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:12.783638 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:12.844067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:12.880068 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.890131 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.899438 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2db04d-8889-4dcf-bb51-4efb25357720,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:12.917205 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1c8c74c7-85fb-46d7-8f9a-0e0b3c5357b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6448114 Sep 17 19:16:12.918773 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59268) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:12.919826 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.920184 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Added segment 7ab687b3-4f12-4516-aa13-176fd6142c8e of type vlan for network c74cffc8-8003-4182-9813-46ff360121a9 Sep 17 19:16:12.936946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Request body: {'subnet': {'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-877564680-subnet', 'tenant_id': '92b53e01645d448c96ecf9b75a10e917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:12.947720 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:12.975743 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.976128 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Added segment 3e8f924a-66c0-4ba6-9746-774849a06f87 of type vlan for network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 Sep 17 19:16:12.977807 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.978856 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.992012 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:12.994259 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05536159-0b79-44cb-9449-fade9b13dab5,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.037971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.055674 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Allocated IP 172.20.0.2 (0df7abd0-8c22-401f-bd10-1eb2a20af957/b135686e-66ce-4b19-b809-d9d4d6fee487/fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:13.058538 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Made reservation on behalf of 92b53e01645d448c96ecf9b75a10e917 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:13.061150 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.115004 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.176733 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.195110 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.196443 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:13.197389 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.208263 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b292f81-cd22-4eea-a1b8-2347bbc565c7,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.235753 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Checking segment: {'id': '95e33a10-b829-44fe-acbb-7e118a3f79be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'edede64d-ca8e-4afe-a9d4-d36c8f2c5735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:13.236568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Network hostable DHCP agents. Network: edede64d-ca8e-4afe-a9d4-d36c8f2c5735, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:13.249612 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59280) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:13.295907 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5789034 Sep 17 19:16:13.311017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59290) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:13.324196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Request body: {'subnet': {'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-subnet', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:13.381998 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.397078 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.397644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c760-525e-47a7-8291-18d3b2b1734f admin admin] Pushing event updated for resources: {'Network': ['ID=c74cffc8-8003-4182-9813-46ff360121a9,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.402015 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Network edede64d-ca8e-4afe-a9d4-d36c8f2c5735 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:13.412663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.425921 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network c74cffc8-8003-4182-9813-46ff360121a9 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:13.430247 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.431226 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:13.431867 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.451554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, edede64d-ca8e-4afe-a9d4-d36c8f2c5735) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:13.455882 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Made reservation on behalf of 903b2b9b611748ebb37bdb5b26107147 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:13.458895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.467726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:13.468358 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.478255 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72b08f5-00fa-4171-8d5c-cdee361e3e8b None None] Network edede64d-ca8e-4afe-a9d4-d36c8f2c5735 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:13.496941 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0682709 Sep 17 19:16:13.503684 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59302) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:13.504735 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:13.560574 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Request body: {'subnet': {'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-883986652-subnet', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:13.570991 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fdea719f-7bee-44e1-a28a-dcefede8c1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.606620 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:13.615362 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0cc28-ed7d-4fcf-8f92-ae04f040420e admin admin] Pushing event updated for resources: {'Network': ['ID=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.617637 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:13.626099 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f83dcede-e43c-4782-8648-ea9e05e0aad4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3723724 Sep 17 19:16:13.629004 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.653339 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:13.658149 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.707664 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1e14e3-2490-44b0-a835-b3d7b377e869,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.719013 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Made reservation on behalf of ce10c3dced0e4ef490b4fa52b894d97a for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:13.721869 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.774745 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Pushing event updated for resources: {'Port': ['ID=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:13.815249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.815855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.816399 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.816908 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.817455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.817940 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.818472 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.819223 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.819743 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.820274 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.820833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.821425 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Tracked resource versions report: Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: pushed versions: Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: { 'AddressGroup': {'1.2'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'ConntrackHelper': {'1.0'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Log': {'1.0'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Network': {'1.1'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Port': {'1.7'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'PortForwarding': {'1.2'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'QosPolicy': {'1.9'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroup': {'1.4'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SubPort': {'1.0'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Subnet': {'1.1'}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Trunk': {'1.1'}} Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: consumer versions: Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: HyperV agent@hv-cinder-80989: {}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'ConntrackHelper': '1.0', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Log': '1.0', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Network': '1.1', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Port': '1.7', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'PortForwarding': '1.2', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'QosPolicy': '1.9', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroup': '1.4', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SecurityGroupRule': '1.2', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'SubPort': '1.0', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Subnet': '1.1', Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: 'Trunk': '1.1'}} Sep 17 19:16:13.823290 dv-cinder-809891-1-iscsi neutron-server[94275]: {{(pid=94275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:16:13.872389 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Attempting to bind port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:13.873016 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Attempting to bind port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:13.873779 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Attempting to bind port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:13.885372 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:13.886113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Checking segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:13.886710 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.887297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Bound using segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:13.888000 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Bound port: fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:13.888601 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:13.993706 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3e83d-864d-4d95-a3b2-376054416877 None None] Network edede64d-ca8e-4afe-a9d4-d36c8f2c5735 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:14.042879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] For port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:14.050438 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.082013 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.122589 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] For port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:14.139234 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.272611 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Checking segment: {'id': '9812f4e3-2cf2-440a-a646-769a284c899d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:14.273111 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Network hostable DHCP agents. Network: 4ef104e9-59e7-4e92-9bac-3dfd5282bb63, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:14.280886 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f78f9-ef3c-492a-a6d8-129c9bb657f3 None None] Pushing event updated for resources: {'Port': ['ID=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:14.295603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.402889 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Allocated IP 172.27.3.12 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/42b92e0d-8340-4932-ab5d-fa49c7acb526) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:14.409419 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.442399 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:14.513533 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 4ef104e9-59e7-4e92-9bac-3dfd5282bb63) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:14.548892 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33adc989-14b9-4e36-80d2-56d032494506 None None] Network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:14.583089 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b278aac8-26e9-4644-95c1-914fcd36f660,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:14.617451 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fdea719f-7bee-44e1-a28a-dcefede8c1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.619418 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:14.620038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.649291 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fdea719f-7bee-44e1-a28a-dcefede8c1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.736913 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.774977 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Checking segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:14.775898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Network hostable DHCP agents. Network: a8d69b24-4af0-4e2f-9e73-17b232a3c5b8, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:14.791718 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-0d6a378c-4a89-4526-bc4e-9a4a8ced4840 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8699241 Sep 17 19:16:14.863287 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59372) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:14.873617 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988574538-network', 'tenant_id': 'b0d2e6badb274c9cb7543a707802768c'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:14.887532 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-fdea719f-7bee-44e1-a28a-dcefede8c1dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a789e21ebd84c44b5892b6468522f14&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6352320 Sep 17 19:16:14.896249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59374) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:14.961838 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Checking segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:14.966274 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Made reservation on behalf of b0d2e6badb274c9cb7543a707802768c for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:14.966838 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Network hostable DHCP agents. Network: c74cffc8-8003-4182-9813-46ff360121a9, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:14.976999 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:14.990610 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.013002 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.022354 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.037310 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0ed2898-d51b-462f-ab62-eb07846866f3,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:15.064969 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e08d61d-65fd-4afa-8862-298b8c7201a4 None None] Network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:15.074568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea719f-7bee-44e1-a28a-dcefede8c1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4317473a-4dc7-433f-bec1-15d23d404c51,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:15.113604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:15.138020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, a8d69b24-4af0-4e2f-9e73-17b232a3c5b8) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:15.171416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b446ca1-beed-410d-8470-bab36255409f None None] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:15.183383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:15.184241 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.208775 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:15.220068 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:15.224993 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Network c74cffc8-8003-4182-9813-46ff360121a9 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:15.238791 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:15.243671 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Pushing event updated for resources: {'Port': ['ID=42b92e0d-8340-4932-ab5d-fa49c7acb526,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:15.261867 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, c74cffc8-8003-4182-9813-46ff360121a9) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:15.266024 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.272557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:15.273135 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.313704 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990277b7-a001-4a57-bc9a-b3937a7762de None None] Network c74cffc8-8003-4182-9813-46ff360121a9 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:15.471263 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.548356 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.552275 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.561000 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4317473a-4dc7-433f-bec1-15d23d404c51 HTTP/1.1" status: 204 len: 168 time: 0.5911438 Sep 17 19:16:15.574932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304f129-7d76-4ea1-ac39-30cb8ba59b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4317473a-4dc7-433f-bec1-15d23d404c51,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:15.702895 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.716029 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.726073 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-25c23ed9-d774-4e8a-81c3-5b62e9228396 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1789501 Sep 17 19:16:15.729523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59424) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:15.736541 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:15.770848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080c49c-42dc-456a-81c5-a76992c07a09,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:15.808895 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d52ebd48-cccc-4841-8ce6-9f2c3b9b0ead admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4965756 Sep 17 19:16:15.812637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.815998 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.831763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59432) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:15.850230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:15.878506 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:15.955222 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.956154 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Added segment b7244da3-cc5e-4cb7-91b8-257ae1df0672 of type vlan for network d8724fd5-ec0f-4172-9537-ee38844267d1 Sep 17 19:16:15.974467 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:15.997635 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b47645-f1db-43fd-aa0c-6703aeac9c7d None None] Network c74cffc8-8003-4182-9813-46ff360121a9 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:16.026753 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:16:16.028601 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.040530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.042255 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.067326 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.081788 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f328779-8a9d-4ab3-a77b-2b58172d63a5 None None] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:16.154639 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.156718 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:16.157319 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.185327 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3178499 Sep 17 19:16:16.199306 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59456) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:16.206534 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.206794 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Request body: {'subnet': {'network_id': 'd8724fd5-ec0f-4172-9537-ee38844267d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1988574538-subnet', 'tenant_id': 'b0d2e6badb274c9cb7543a707802768c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:16.231520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.279898 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Made reservation on behalf of b0d2e6badb274c9cb7543a707802768c for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:16.282407 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.307351 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] Provisioning complete for port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:16.308164 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59458) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:16.308835 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.334637 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5759629-8b78-4a41-8dfb-3e4b9fc5cfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.459021 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.482066 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5759629-8b78-4a41-8dfb-3e4b9fc5cfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.493314 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5759629-8b78-4a41-8dfb-3e4b9fc5cfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.511197 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59462) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:16.557405 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a5759629-8b78-4a41-8dfb-3e4b9fc5cfc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfc36c243f9b4c7d983c8198f10ed1ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2480319 Sep 17 19:16:16.558116 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3468967-fee7-4698-8ce4-1396518c16df admin admin] Pushing event updated for resources: {'Network': ['ID=d8724fd5-ec0f-4172-9537-ee38844267d1,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:16.570511 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59468) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:16.581075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.596916 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759629-8b78-4a41-8dfb-3e4b9fc5cfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a6e0a-c67e-4bfc-9279-dffb46a0ed95,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:16.647659 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network d8724fd5-ec0f-4172-9537-ee38844267d1 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:16.716669 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.743325 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:16.788719 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d57a024-71d0-42d0-a583-06ecced69d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.792496 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Allocated IP 172.20.0.2 (a8d69b24-4af0-4e2f-9e73-17b232a3c5b8/b278aac8-26e9-4644-95c1-914fcd36f660/10e7c919-2ce1-4bdb-a33d-ffb041c8ac40) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:16.816214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.818635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59476) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:16.822791 dv-cinder-809891-1-iscsi neutron-server[94274]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 19:16:16.897105 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.922855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:16.964629 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] For port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:16.997594 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.036441 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:17.037126 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.063651 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.137321 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46e68a76-0a9d-4bf4-8111-bf7f7595c107,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:17.139521 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Router d998d298-9937-4fce-aa99-10b4e0341289 is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:16:17.165429 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Checking segment: {'id': 'b7244da3-cc5e-4cb7-91b8-257ae1df0672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd8724fd5-ec0f-4172-9537-ee38844267d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:17.166671 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Network hostable DHCP agents. Network: d8724fd5-ec0f-4172-9537-ee38844267d1, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:17.207932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-43da9536-19aa-4ce1-b679-a436a186665a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:17.211052 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.215137 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-43da9536-19aa-4ce1-b679-a436a186665a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/networks?id=4ef104e9-59e7-4e92-9bac-3dfd5282bb63 HTTP/1.1" status: 200 len: 811 time: 0.3935020 Sep 17 19:16:17.246511 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Network d8724fd5-ec0f-4172-9537-ee38844267d1 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:17.253410 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.258138 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf4e63-048e-4fb4-b73e-c856bd47b94f None None] Pushing event updated for resources: {'Port': ['ID=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:17.297720 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, d8724fd5-ec0f-4172-9537-ee38844267d1) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:17.321117 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:17.321757 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.325957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:17.327717 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:17.334910 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.338138 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.339802 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f67a6e0a-c67e-4bfc-9279-dffb46a0ed95 HTTP/1.1" status: 204 len: 168 time: 0.7668324 Sep 17 19:16:17.345842 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:17.351878 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-3cb08e4c-eff8-4485-9c75-5ef9299ecc0c tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/quotas/92b53e01645d448c96ecf9b75a10e917 HTTP/1.1" status: 200 len: 375 time: 0.0750861 Sep 17 19:16:17.366132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70f457-1b1f-44e4-843b-dd49e657c800 None None] Network d8724fd5-ec0f-4172-9537-ee38844267d1 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:17.371236 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:17.373012 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:17.392363 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10324ce4-9dad-4a47-b0c7-051d69062643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a6e0a-c67e-4bfc-9279-dffb46a0ed95,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:17.475275 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-4f82adf9-5e53-4221-9b01-1f30b39347cf tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=92b53e01645d448c96ecf9b75a10e917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099918 Sep 17 19:16:17.504956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d57a024-71d0-42d0-a583-06ecced69d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.527739 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-876343cd-57ee-440a-8ad1-c4fff5c3efd7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3254030 Sep 17 19:16:17.530085 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.531958 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-51272f63-f296-4f5b-adbc-e9f32f4d41fa admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7525179 Sep 17 19:16:17.535092 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59498) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:17.573235 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.575051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-0d57a024-71d0-42d0-a583-06ecced69d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.593772 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:17.614950 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:17.632009 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:17.746586 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Pushing event updated for resources: {'Port': ['ID=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:17.753613 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-442a77c4-bebf-4cab-a395-6a100bdcfcf5 None None] Provisioning complete for port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:17.753613 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-442a77c4-bebf-4cab-a395-6a100bdcfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.797443 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8cd186-9718-47f9-a300-b880e19bc309 None None] Network d8724fd5-ec0f-4172-9537-ee38844267d1 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:17.836335 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Attempting to bind port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:17.836735 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Attempting to bind port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:17.837130 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Attempting to bind port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:17.887124 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:17.887508 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Checking segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:17.888022 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.888430 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Bound using segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:17.888916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Bound port: 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:17.889320 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.907181 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59510) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:17.934029 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:17.938006 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-0d57a024-71d0-42d0-a583-06ecced69d04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5091e2c040f4c059e7fa2ea2c1a3c31&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4244075 Sep 17 19:16:17.955650 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59514) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:17.962751 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:15Z', 'revision_number': 3, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:17.988428 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] For port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:17.994396 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] For port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:18.002181 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:18.002950 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Updating router d998d298-9937-4fce-aa99-10b4e0341289 port 42b92e0d-8340-4932-ab5d-fa49c7acb526 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:18.037694 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a024-71d0-42d0-a583-06ecced69d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e35f1-ec66-4a63-88b6-873b14d8b277,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.041623 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.051018 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.158439 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Deleting subnet 9b292f81-cd22-4eea-a1b8-2347bbc565c7 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:16:18.163119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.207941 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.224094 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.272902 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-8fe93e7a-c867-419d-8ff3-cf6bdd32cb73 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:16:18.273925 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-8fe93e7a-c867-419d-8ff3-cf6bdd32cb73 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3570926 Sep 17 19:16:18.307324 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023cf82-90ac-40b8-b89e-5ad0012d18f0 None None] Pushing event updated for resources: {'Port': ['ID=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.329059 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.354920 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.382735 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.390468 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.418829 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.443710 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-724e1f52-fee5-4b01-a712-49fec0161ddd service neutron] 10.222.0.21 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614254 Sep 17 19:16:18.445537 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Pushing event updated for resources: {'Port': ['ID=42b92e0d-8340-4932-ab5d-fa49c7acb526,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.457631 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.457981 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.458327 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.458812 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.459154 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.459489 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.459818 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.460186 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.460524 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.460847 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.461170 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.461493 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Tracked resource versions report: Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: pushed versions: Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: { 'AddressGroup': {'1.2'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'ConntrackHelper': {'1.0'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Log': {'1.0'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Network': {'1.1'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Port': {'1.7'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'PortForwarding': {'1.2'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'QosPolicy': {'1.9'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroup': {'1.4'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroupRule': {'1.2'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SubPort': {'1.0'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Subnet': {'1.1'}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Trunk': {'1.1'}} Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: consumer versions: Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: { DHCP agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: HyperV agent@hv-cinder-80989: {}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: L3 agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: Metadata agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: Metering agent@dv-cinder-809891-1-iscsi: {}, Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: Open vSwitch agent@dv-cinder-809891-1-iscsi: { 'AddressGroup': '1.2', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'ConntrackHelper': '1.0', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Log': '1.0', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Network': '1.1', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Port': '1.7', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'PortForwarding': '1.2', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'QosPolicy': '1.9', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroup': '1.4', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SecurityGroupRule': '1.2', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'SubPort': '1.0', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Subnet': '1.1', Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: 'Trunk': '1.1'}} Sep 17 19:16:18.463218 dv-cinder-809891-1-iscsi neutron-server[94276]: {{(pid=94276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 19:16:18.504705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Allocated IP 172.27.3.92 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/502240e8-6409-4511-a4e7-6ca0a40def39) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:18.511131 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Attempting to bind port 42b92e0d-8340-4932-ab5d-fa49c7acb526 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:18.511511 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Attempting to bind port 42b92e0d-8340-4932-ab5d-fa49c7acb526 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:18.512419 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Attempting to bind port 42b92e0d-8340-4932-ab5d-fa49c7acb526 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:18.517050 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.522673 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:18.523058 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:18.523467 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.524089 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:18.524571 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Bound port: 42b92e0d-8340-4932-ab5d-fa49c7acb526, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:18.525564 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.607501 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:18.633168 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] For port 42b92e0d-8340-4932-ab5d-fa49c7acb526, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:18.639798 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] For port 42b92e0d-8340-4932-ab5d-fa49c7acb526, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=42b92e0d-8340-4932-ab5d-fa49c7acb526,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:18.646147 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.702797 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.735583 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cbfea-29be-4fb3-ae18-957b19671aeb None None] Pushing event updated for resources: {'Port': ['ID=42b92e0d-8340-4932-ab5d-fa49c7acb526,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.756161 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:18.757159 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:18.760387 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:18.761896 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.762602 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.764872 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9b292f81-cd22-4eea-a1b8-2347bbc565c7 HTTP/1.1" status: 204 len: 168 time: 0.8568318 Sep 17 19:16:18.766427 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9fbdb-693e-469f-8cdb-33e33a286b91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b292f81-cd22-4eea-a1b8-2347bbc565c7,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.768556 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-5e7b0cc4-eb25-4743-b5f3-4d0b16d615f0 service neutron] 10.222.0.21 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140070 Sep 17 19:16:18.771259 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59532) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:18.825368 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.829023 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.832624 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e78e35f1-ec66-4a63-88b6-873b14d8b277 HTTP/1.1" status: 204 len: 168 time: 0.8737984 Sep 17 19:16:18.868534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369f42-4558-455e-aa87-b6e1bafbaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e35f1-ec66-4a63-88b6-873b14d8b277,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:18.885842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:18.904787 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.025393 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.073184 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Allocated IP 172.27.3.15 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/bbeb1162-eebb-4a68-9d54-d67f93a83f05) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:19.135826 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:19.374540 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.396832 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.440831 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59560) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:19.503341 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Allocated IP 172.20.0.1 (0df7abd0-8c22-401f-bd10-1eb2a20af957/b135686e-66ce-4b19-b809-d9d4d6fee487/937af3a6-685a-4f2f-8dca-3dbfaaf68b48) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:19.593726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.596323 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:15Z', 'revision_number': 3, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:19.621729 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62e3331-8279-472f-83e5-d567366c9168 None None] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:19.630634 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45000-f7bb-407e-b164-ed5141deec7d None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:15Z', 'revision_number': 3, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:19.637684 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:19.641663 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:19.645996 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:19.715594 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:16:19.761603 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] Provisioning complete for port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:19.762662 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.768841 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.838194 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.840538 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:19.846553 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.847054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.847941 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.848381 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > port after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.848761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > port after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.849092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > port after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.849978 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.850444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.850810 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.851131 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:19.938941 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:19.941833 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Pushing event updated for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:19.952012 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:19.957761 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:19.958355 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.040219 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.139875 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59576) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:20.151648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] For port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:20.160241 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.198885 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-26921ba0-5414-47c3-842d-2dc370518f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.275038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:20.277810 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:20.279756 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:20.280302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94274) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:20.281642 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edede64d-ca8e-4afe-a9d4-d36c8f2c5735']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:20.328458 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d1178-e19a-4b9f-b97c-da98404aab72 None None] Pushing event updated for resources: {'Port': ['ID=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:20.362109 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e33a10-b829-44fe-acbb-7e118a3f79be') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:20.362397 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e33a10-b829-44fe-acbb-7e118a3f79be') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:20.385936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.439525 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.451079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:16:20.451417 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.457858 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-26921ba0-5414-47c3-842d-2dc370518f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.460396 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c53833d9-bc0a-4e15-8e51-b733cee59abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.514354 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-48b8e719-032f-4a29-aa28-0bc79917e67f None None] Provisioning complete for port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:20.514723 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-48b8e719-032f-4a29-aa28-0bc79917e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: from cryptography.utils import int_from_bytes Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: from cryptography.utils import int_from_bytes Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:16:20.535008 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:16:20.562465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Pushing event updated for resources: {'Port': ['ID=502240e8-6409-4511-a4e7-6ca0a40def39,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:20.572840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-26921ba0-5414-47c3-842d-2dc370518f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.600741 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-48b8e719-032f-4a29-aa28-0bc79917e67f None None] Port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:20.642839 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:20.667491 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:20.672771 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:20.728973 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-672c0ee1-7938-40d4-934c-3c4d0f100838 None None] Provisioning complete for port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:20.732806 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-672c0ee1-7938-40d4-934c-3c4d0f100838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.775171 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 42b92e0d-8340-4932-ab5d-fa49c7acb526 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:20.857131 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59596) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:20.861051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.931191 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 42b92e0d-8340-4932-ab5d-fa49c7acb526 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:20.937296 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:20.995459 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Pushing event deleted for resources: {'Network': ['ID=edede64d-ca8e-4afe-a9d4-d36c8f2c5735,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.009871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.013875 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ff778326-bc8e-4465-b0bd-eadece99506d admin admin] 10.222.0.21 "DELETE /v2.0/networks/edede64d-ca8e-4afe-a9d4-d36c8f2c5735 HTTP/1.1" status: 204 len: 168 time: 2.2365837 Sep 17 19:16:21.033983 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59612) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:21.049930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=bbeb1162-eebb-4a68-9d54-d67f93a83f05,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.078847 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-26921ba0-5414-47c3-842d-2dc370518f68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4ed2562601c48789a6547919e5acf3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9284370 Sep 17 19:16:21.091622 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59616) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:21.092311 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26921ba0-5414-47c3-842d-2dc370518f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea0aae-118f-4bd3-b1ab-c13d967d732e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.164392 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.184994 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.218054 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 42b92e0d-8340-4932-ab5d-fa49c7acb526, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=42b92e0d-8340-4932-ab5d-fa49c7acb526,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:21.230212 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.231240 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:21.264931 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.288488 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.361541 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=42b92e0d-8340-4932-ab5d-fa49c7acb526,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.364089 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.366816 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.368207 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccea0aae-118f-4bd3-b1ab-c13d967d732e HTTP/1.1" status: 204 len: 168 time: 0.2730224 Sep 17 19:16:21.374914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:21.375454 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.430631 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d8b9b-e223-4111-828b-302dfb3a0011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea0aae-118f-4bd3-b1ab-c13d967d732e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.482934 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c53833d9-bc0a-4e15-8e51-b733cee59abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.494454 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c53833d9-bc0a-4e15-8e51-b733cee59abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.597195 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53833d9-bc0a-4e15-8e51-b733cee59abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd36ae1-4489-4a8c-b9f0-818885da4982,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.606571 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c53833d9-bc0a-4e15-8e51-b733cee59abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ea090ca2f3445f787497d2ad29fd2f9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1609898 Sep 17 19:16:21.610124 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59630) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:21.633308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Deleting subnet 46e68a76-0a9d-4bf4-8111-bf7f7595c107 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:16:21.638912 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.660025 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.660953 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.683450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.729484 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22f81df8-5696-4912-9652-9a6309ffd267 req-68735a04-4a99-41d3-9080-bcbc1c3f74fd tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 210 time: 0.8678129 Sep 17 19:16:21.739803 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59636) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:21.787413 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.803117 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Pushing event updated for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:21.815299 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.827446 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.875938 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:21.927201 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:21.927566 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:21.952000 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.074193 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.097139 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.100233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.104886 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9dd36ae1-4489-4a8c-b9f0-818885da4982 HTTP/1.1" status: 204 len: 168 time: 0.4936285 Sep 17 19:16:22.113983 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:16:22.138777 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8174e31b-9436-44a9-bd21-36692cdbc072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.149228 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbc586-121a-4c85-a448-05184dd6b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd36ae1-4489-4a8c-b9f0-818885da4982,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:22.314190 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4c936c36-7563-42de-b3c2-a2f50f7b391a None None] Provisioning complete for port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:22.315558 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4c936c36-7563-42de-b3c2-a2f50f7b391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.333077 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:22.377107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.389907 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4c936c36-7563-42de-b3c2-a2f50f7b391a None None] Port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:22.398949 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a71c58e4-18c5-466b-b7f4-115362ef6433 admin admin] 10.222.0.21 "PUT /v2.0/routers/d998d298-9937-4fce-aa99-10b4e0341289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8621969 Sep 17 19:16:22.450708 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8174e31b-9436-44a9-bd21-36692cdbc072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.458527 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8174e31b-9436-44a9-bd21-36692cdbc072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.469845 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46e68a76-0a9d-4bf4-8111-bf7f7595c107,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:22.507623 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.511051 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1415f448-efcf-4f1d-837d-ad8aeba33287 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/46e68a76-0a9d-4bf4-8111-bf7f7595c107 HTTP/1.1" status: 204 len: 168 time: 1.4717288 Sep 17 19:16:22.511051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.22', 59768) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:22.515418 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59660) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:22.527626 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:22.564413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:22.569347 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:22.598916 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174e31b-9436-44a9-bd21-36692cdbc072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f450bf-50da-43c0-9fb0-bfa8fe060c4e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:22.609773 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.616956 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8174e31b-9436-44a9-bd21-36692cdbc072 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db1c508fba0b4d5c8037c04cbcc56a02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8512311 Sep 17 19:16:22.622936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59662) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:22.678262 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 42b92e0d-8340-4932-ab5d-fa49c7acb526 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:22.717863 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59664) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:22.720354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.739311 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.760747 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4a55-d2d3-4853-81be-97a51f0d918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.846096 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:22.917310 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:22.982233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:22.982233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:22.982233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:22.995856 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > port after_create 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:22.997789 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.007153 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > port after_update 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.007605 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.007937 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.012905 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.013301 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.053322 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-0493970c-2091-4470-b435-67f0eda2ef54 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:23.053605 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 42b92e0d-8340-4932-ab5d-fa49c7acb526 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:23.054214 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.057687 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-0493970c-2091-4470-b435-67f0eda2ef54 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.22 "GET /v2.0/networks?id=4ef104e9-59e7-4e92-9bac-3dfd5282bb63 HTTP/1.1" status: 200 len: 811 time: 0.5398498 Sep 17 19:16:23.161547 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Request body: {'port': {'device_id': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63', 'admin_state_up': True, 'tenant_id': '92b53e01645d448c96ecf9b75a10e917'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:23.206366 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5456ffab-9772-44d6-8f40-544229b6b6bf req-2ab01c59-6190-4c67-b1fe-73eb49dfce8a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 210 time: 0.1344659 Sep 17 19:16:23.274561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.296119 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.296825 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.297364 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.297922 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 19:16:23.299028 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8724fd5-ec0f-4172-9537-ee38844267d1']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:23.318276 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 2, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:23.333157 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7244da3-cc5e-4cb7-91b8-257ae1df0672') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:23.335855 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7244da3-cc5e-4cb7-91b8-257ae1df0672') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:23.355695 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.382493 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.392838 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:16:23.393301 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.408827 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:23.408827 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Updating router d998d298-9937-4fce-aa99-10b4e0341289 port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: from cryptography.utils import int_from_bytes Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: from cryptography.utils import int_from_bytes Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:16:23.426008 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:16:23.469966 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.478736 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.496930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.501901 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8724fd5-ec0f-4172-9537-ee38844267d1,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:23.510920 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.513563 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3c971f99-6b29-4911-8b88-7734ac013597 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d8724fd5-ec0f-4172-9537-ee38844267d1 HTTP/1.1" status: 204 len: 168 time: 0.9970312 Sep 17 19:16:23.533051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:16:23.687751 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:23.710314 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:23.722568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Router ba682359-60b5-4702-af69-43a0bb84bd5e is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:16:23.725315 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:23.726786 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:23.775625 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59708) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:23.782281 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332663065', 'description': 'tempest-description--1045516692'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:23.855832 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59710) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:23.912906 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.925193 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:23.961614 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a13aa2ca-ab01-4fe8-9af6-0cd7ad29744a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=026d28c97585465a8f79e5f40ab9bf44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1041272 Sep 17 19:16:23.961935 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59712) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:24.052313 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ebc49-8991-4622-8898-591668077fb8 None None] Pushing event updated for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:24.101302 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.154898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4a55-d2d3-4853-81be-97a51f0d918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.182981 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.201409 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:24.245551 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Attempting to bind port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:24.245961 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Attempting to bind port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:24.247945 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Attempting to bind port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:24.261064 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:24.261671 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Checking segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:24.264172 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.267390 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Bound using segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:24.268205 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Bound port: 937af3a6-685a-4f2f-8dca-3dbfaaf68b48, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:24.268704 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.292417 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cc9f4a55-d2d3-4853-81be-97a51f0d918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.355781 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.358953 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-33a7f780-ed33-4246-b77d-1cb56950d6c0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.6280341 Sep 17 19:16:24.362291 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59722) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:24.381990 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-cc9f4a55-d2d3-4853-81be-97a51f0d918c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4181be0cb02241eba0bd9aa1a34748e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6629674 Sep 17 19:16:24.385488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.392113 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.397797 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29f450bf-50da-43c0-9fb0-bfa8fe060c4e HTTP/1.1" status: 204 len: 168 time: 1.7722578 Sep 17 19:16:24.405407 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59724) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:24.423752 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Made reservation on behalf of 92b53e01645d448c96ecf9b75a10e917 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:24.432045 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.500844 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] For port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:24.524610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] For port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:24.531746 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.560363 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.575515 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:24.641167 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:24.641793 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Updating router 9f571b9a-9712-4cd7-b69b-d66385a26807 port bbeb1162-eebb-4a68-9d54-d67f93a83f05 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:24.688505 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b2db7ecc-6855-43b7-b949-b91306b661f9 req-2e4c69d0-5e3c-4117-bcd3-45ed7b31dd70 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 210 time: 0.1525049 Sep 17 19:16:24.709142 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f4a55-d2d3-4853-81be-97a51f0d918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bb8aa1-4ef8-4c51-b665-6a0e19c8a3c4,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:24.719065 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.762101 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] Provisioning complete for port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:24.762478 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:24.788152 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ebc49-8991-4622-8898-591668077fb8 None None] Pushing event updated for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:24.930501 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:24.931848 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:25.025688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4cb82-7f2f-4e57-839f-33086f3d54df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f450bf-50da-43c0-9fb0-bfa8fe060c4e,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:25.088195 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.096881 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.101559 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/925f8781-52cc-4af0-8c43-a360856894aa HTTP/1.1" status: 204 len: 168 time: 1.1382375 Sep 17 19:16:25.228988 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784adbd3-3bf7-420c-9d72-06f104026c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925f8781-52cc-4af0-8c43-a360856894aa,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:25.256420 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.306489 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:25.329067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59742) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:25.368016 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.380010 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.457114 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.476928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-995fa12b-935f-49e8-9be3-b35ef3df6c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.550821 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a50ba-6e56-43c6-80c1-a91a9ae3f6b0 None None] Pushing event updated for resources: {'Port': ['ID=bbeb1162-eebb-4a68-9d54-d67f93a83f05,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:25.555583 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Attempting to bind port bbeb1162-eebb-4a68-9d54-d67f93a83f05 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:25.556377 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Attempting to bind port bbeb1162-eebb-4a68-9d54-d67f93a83f05 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:25.558578 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Attempting to bind port bbeb1162-eebb-4a68-9d54-d67f93a83f05 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:25.578631 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:25.579218 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:25.579377 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:25.579879 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.580393 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:25.584635 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Bound port: bbeb1162-eebb-4a68-9d54-d67f93a83f05, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:25.585180 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.662672 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Allocated IP 172.20.0.12 (4ef104e9-59e7-4e92-9bac-3dfd5282bb63/ea1e14e3-2490-44b0-a835-b3d7b377e869/8fab57b1-539d-42e6-bbc6-71ce48fabaa2) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:25.731532 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.812655 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Sync routers for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:25.875351 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] For port bbeb1162-eebb-4a68-9d54-d67f93a83f05, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:25.875351 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] For port bbeb1162-eebb-4a68-9d54-d67f93a83f05, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=bbeb1162-eebb-4a68-9d54-d67f93a83f05,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:25.875351 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.876690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:25.876690 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8959fc1c-dcaf-4f7e-b830-b385d23aed82 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.0353103 Sep 17 19:16:25.889150 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59750) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:25.929578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59752) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:25.957914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:25.959073 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:25.975184 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.009422 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a50ba-6e56-43c6-80c1-a91a9ae3f6b0 None None] Pushing event updated for resources: {'Port': ['ID=bbeb1162-eebb-4a68-9d54-d67f93a83f05,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:26.022433 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.023516 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:26.025593 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:26.031885 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.033008 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6bb8aa1-4ef8-4c51-b665-6a0e19c8a3c4 HTTP/1.1" status: 204 len: 168 time: 1.6109149 Sep 17 19:16:26.063698 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59756) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:26.160395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71eb704e-4e4b-4997-a945-72659766ae22,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:26.180154 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb0c5c-d6db-4b53-9369-9d2101057a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bb8aa1-4ef8-4c51-b665-6a0e19c8a3c4,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:26.262194 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:26.395419 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-499ad98b-fec3-436b-aafb-64db0c6cae0f req-5cd99b17-8ab2-4f40-ae05-953c3b876207 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 210 time: 0.2340674 Sep 17 19:16:26.483834 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.530129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:26.586643 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e5f04698-263c-49bf-bdc4-ae8a0f008f40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0d2e6badb274c9cb7543a707802768c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6486914 Sep 17 19:16:26.604021 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59764) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:26.694972 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.707670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.809385 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:26.844805 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-995fa12b-935f-49e8-9be3-b35ef3df6c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.846004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.864713 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9eba29-f61a-48f7-bc4a-1c5f56ded195 None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:26.865303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-995fa12b-935f-49e8-9be3-b35ef3df6c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.919165 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.919487 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] For port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:26.922067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.929290 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Allocated IP 172.20.0.1 (a8d69b24-4af0-4e2f-9e73-17b232a3c5b8/b278aac8-26e9-4644-95c1-914fcd36f660/20fbeaed-7a67-4229-88b0-88a6369c390d) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:26.936059 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:26.994518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:24Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:27.033051 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2cd969a4-ea9f-4b80-a89c-3511715b1afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.056879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80791a38-2210-4319-bd5c-8562192ab859 None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:24Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:27.077262 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.077936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Pushing event updated for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:27.082308 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e3ef0d33-debc-4584-90f8-dc05c4990ea4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.3015351 Sep 17 19:16:27.091189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59774) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:27.103042 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-995fa12b-935f-49e8-9be3-b35ef3df6c35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c73ed6ea0594b7bba92c483d1ce7acd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7407138 Sep 17 19:16:27.203518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5626162-15f9-4d22-b035-ebe3826fa1f9 None None] Pushing event updated for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:27.216215 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59776) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:27.229236 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-f5b8fdf9-9596-4494-8722-918c94c839b1 None None] Provisioning complete for port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:27.248840 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f5b8fdf9-9596-4494-8722-918c94c839b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.276102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group_rule': {'security_group_id': '71eb704e-4e4b-4997-a945-72659766ae22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:27.291183 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fa12b-935f-49e8-9be3-b35ef3df6c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365561bc-140c-4ce7-957e-13f99402c04f,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:27.304198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:27.317721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:27.344593 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:27.488437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.505449 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.506456 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.510725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2080c49c-42dc-456a-81c5-a76992c07a09 HTTP/1.1" status: 204 len: 168 time: 0.9051645 Sep 17 19:16:27.558220 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:27.575436 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:27.576283 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.601136 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c291e-d149-46e3-8acb-d8b86cf90eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080c49c-42dc-456a-81c5-a76992c07a09,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:27.677424 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Checking router: ba682359-60b5-4702-af69-43a0bb84bd5e for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:27.677777 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Updating router ba682359-60b5-4702-af69-43a0bb84bd5e port 502240e8-6409-4511-a4e7-6ca0a40def39 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:27.693098 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.703196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.704818 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.784895 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.786644 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.814616 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f036-c0b0-47f6-92fd-1c403cb2462b req-8464ed56-d8e7-485c-a37e-be775125194b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:27.819508 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cc49f036-c0b0-47f6-92fd-1c403cb2462b req-8464ed56-d8e7-485c-a37e-be775125194b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 932 time: 0.2285039 Sep 17 19:16:27.946112 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.955820 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:27.959205 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/365561bc-140c-4ce7-957e-13f99402c04f HTTP/1.1" status: 204 len: 168 time: 0.7381256 Sep 17 19:16:28.026954 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cc49f036-c0b0-47f6-92fd-1c403cb2462b req-1fcd31a7-9450-407e-ac42-027df4f37b5b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969638 Sep 17 19:16:28.076177 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15552062-8ce2-4e90-9ee1-b72839268298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365561bc-140c-4ce7-957e-13f99402c04f,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:28.153848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.183611 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2cd969a4-ea9f-4b80-a89c-3511715b1afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.272482 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2cd969a4-ea9f-4b80-a89c-3511715b1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.388905 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:28.457167 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:28.489783 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:28.526622 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2cd969a4-ea9f-4b80-a89c-3511715b1afb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cb27efd3ff047a2ab2d1a9208ad943b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4607253 Sep 17 19:16:28.527435 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Pushing event updated for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:28.547551 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59800) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:28.669978 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.675027 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd969a4-ea9f-4b80-a89c-3511715b1afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d15e4-f6bc-4364-a84a-0094562e28e0,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:28.676567 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-1818f1b5-f039-4257-a0f6-4ea0029ccfc5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5518234 Sep 17 19:16:28.710948 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-451d7975-086e-4f2b-a6fa-c63135915374 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:16:28.714544 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-451d7975-086e-4f2b-a6fa-c63135915374 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133495 Sep 17 19:16:28.755533 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.772467 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.845272 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.924911 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:28.965506 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b79ac0-4669-447e-a1a5-4e2f66a50d62 None None] Pushing event updated for resources: {'Port': ['ID=502240e8-6409-4511-a4e7-6ca0a40def39,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:28.971910 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device bbeb1162-eebb-4a68-9d54-d67f93a83f05 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:28.973760 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Allocated IP 172.20.0.1 (c74cffc8-8003-4182-9813-46ff360121a9/c0ed2898-d51b-462f-ab62-eb07846866f3/8be9c168-b680-4dc0-bbbf-b67c09165c5c) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:29.033030 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Attempting to bind port 502240e8-6409-4511-a4e7-6ca0a40def39 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:29.033419 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Attempting to bind port 502240e8-6409-4511-a4e7-6ca0a40def39 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:29.033790 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Attempting to bind port 502240e8-6409-4511-a4e7-6ca0a40def39 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:29.058973 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:29.059301 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:29.059715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.060158 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:29.060654 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Bound port: 502240e8-6409-4511-a4e7-6ca0a40def39, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:29.061034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.083229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.092112 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.096548 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.155041 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c06ffd9-855e-4849-81b6-ff6e31bf7895,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:29.199728 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port bbeb1162-eebb-4a68-9d54-d67f93a83f05 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:29.200914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.228064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.229755 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1df4d6ce-4b1b-4b05-a6d0-d958109fd8c3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1243467 Sep 17 19:16:29.232683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59814) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:29.256094 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.260011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group_rule': {'security_group_id': '71eb704e-4e4b-4997-a945-72659766ae22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:29.314479 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] For port 502240e8-6409-4511-a4e7-6ca0a40def39, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:29.337908 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-d8a00164-989e-4345-9afc-d8ebf662b439 None None] Provisioning complete for port 20fbeaed-7a67-4229-88b0-88a6369c390d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:29.337908 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d8a00164-989e-4345-9afc-d8ebf662b439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.340988 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.343531 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.344739 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/144d15e4-f6bc-4364-a84a-0094562e28e0 HTTP/1.1" status: 204 len: 168 time: 0.7947016 Sep 17 19:16:29.386417 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f6df7-97a3-48db-bed2-7ad69bfa0465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d15e4-f6bc-4364-a84a-0094562e28e0,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:29.412707 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] For port 502240e8-6409-4511-a4e7-6ca0a40def39, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=502240e8-6409-4511-a4e7-6ca0a40def39,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:29.504800 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.531812 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port bbeb1162-eebb-4a68-9d54-d67f93a83f05, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=bbeb1162-eebb-4a68-9d54-d67f93a83f05,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:29.536406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.554247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.606661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9096e89-f507-4a36-8629-d19d0666161d req-466d7e77-d78d-4219-be84-799f860a5d6e tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:29.622378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c9096e89-f507-4a36-8629-d19d0666161d req-466d7e77-d78d-4219-be84-799f860a5d6e tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 932 time: 0.3477669 Sep 17 19:16:29.680220 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.687350 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.695815 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.699468 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:29.727008 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b79ac0-4669-447e-a1a5-4e2f66a50d62 None None] Pushing event updated for resources: {'Port': ['ID=502240e8-6409-4511-a4e7-6ca0a40def39,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:29.747093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Request body: {'port': {'device_id': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:29.891921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.896501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.907847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.918711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Pushing event updated for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:29.933336 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=bbeb1162-eebb-4a68-9d54-d67f93a83f05,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:29.944964 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.980373 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-d8a00164-989e-4345-9afc-d8ebf662b439 None None] Port 20fbeaed-7a67-4229-88b0-88a6369c390d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:29.987786 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c9096e89-f507-4a36-8629-d19d0666161d req-27d3c6ac-5b09-4023-9a05-6cb694d7ac13 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638878 Sep 17 19:16:29.997466 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:29.999825 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7658124 Sep 17 19:16:30.008001 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59832) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:30.012161 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb1bb0-5082-4dbc-8e1f-21ff1fb749bb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8e4ebe-2cea-4360-a4d1-493b550a0ed9,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:30.027637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:30.053986 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:30.056569 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:30.057520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:30.140582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:30.241305 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:30.244336 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:30.248115 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:30.267369 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Pushing event updated for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:30.337011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Network c74cffc8-8003-4182-9813-46ff360121a9 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:30.426139 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:30.429975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:30.514249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:30.582172 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:16:30.709991 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:30.859043 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:30.859713 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:30.952958 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59842) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:31.027133 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ccc50791-e3b1-4616-a15b-faf43cddff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:31.029715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-b50285af-c82a-4c13-a5bc-facc05143028 None None] Provisioning complete for port 20fbeaed-7a67-4229-88b0-88a6369c390d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:31.030687 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b50285af-c82a-4c13-a5bc-facc05143028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:31.092260 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-b50285af-c82a-4c13-a5bc-facc05143028 None None] Port 20fbeaed-7a67-4229-88b0-88a6369c390d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:31.251870 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:31.262431 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:31.273134 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-cda5764a-1521-44a4-9324-ba1a32d156fd admin admin] 10.222.0.21 "PUT /v2.0/routers/9f571b9a-9712-4cd7-b69b-d66385a26807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9071922 Sep 17 19:16:31.290806 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:31.293633 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:31.295124 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:31.387308 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73e3677-02bd-4a6b-a218-cadb909dc4e3 None None] The sync data for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi is: [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 3, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:31.389101 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device bbeb1162-eebb-4a68-9d54-d67f93a83f05 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:31.492785 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port bbeb1162-eebb-4a68-9d54-d67f93a83f05 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:31.493682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:31.551798 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:31.983102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254fa92-c266-4e90-bfcc-caf24170e7fc req-ac02f582-b7d8-40a6-88ad-17625d284c8f tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:31.983102 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5254fa92-c266-4e90-bfcc-caf24170e7fc req-ac02f582-b7d8-40a6-88ad-17625d284c8f tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 932 time: 0.7520921 Sep 17 19:16:32.019021 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ccc50791-e3b1-4616-a15b-faf43cddff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.094819 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ccc50791-e3b1-4616-a15b-faf43cddff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.182257 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.200149 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 2, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:32.302351 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:32.302912 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Updating router 9f571b9a-9712-4cd7-b69b-d66385a26807 port 20fbeaed-7a67-4229-88b0-88a6369c390d binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:32.308301 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5254fa92-c266-4e90-bfcc-caf24170e7fc req-43e89ef9-ae7f-46a6-bf6d-e0d8ad0d2961 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766972 Sep 17 19:16:32.326051 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ccc50791-e3b1-4616-a15b-faf43cddff70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d7360c2b0b4e9f8a5a438c6cc74c67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3619487 Sep 17 19:16:32.329133 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59878) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:32.349378 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc50791-e3b1-4616-a15b-faf43cddff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87439c-31d9-4d26-b86b-214f46359d67,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:32.357683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.437403 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:32.446280 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.532405 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.545028 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.605512 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59882) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:32.615641 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180432304', 'description': 'tempest-description--1170420774'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:32.655987 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.688178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Transition to ACTIVE for port object 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:16:32.711781 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.712105 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.831331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.842393 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:32.845165 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf87439c-31d9-4d26-b86b-214f46359d67 HTTP/1.1" status: 204 len: 168 time: 0.5149436 Sep 17 19:16:32.885805 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48151df9-9e0a-426d-ac0f-affba426690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87439c-31d9-4d26-b86b-214f46359d67,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:33.011861 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.020648 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.108572 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.109671 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5031950 Sep 17 19:16:33.124351 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 59892) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:33.149219 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370872a-1be4-4205-a5e5-16442b5b11fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130d9e80-4251-4851-a322-a713b92c3b45,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:33.156189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group_rule': {'security_group_id': '130d9e80-4251-4851-a322-a713b92c3b45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:33.200574 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Pushing event updated for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:33.390368 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Allocated IP 172.27.3.246 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/cf3ac013-8c4f-47f0-9fa4-e8857cc33347) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:33.562962 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 502240e8-6409-4511-a4e7-6ca0a40def39 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:33.727333 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 502240e8-6409-4511-a4e7-6ca0a40def39 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:33.728281 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.765396 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.773816 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.865397 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cee6b-7ce8-4dd6-ade3-a20145c00b16 None None] Pushing event updated for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:33.897287 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:33.951540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 502240e8-6409-4511-a4e7-6ca0a40def39, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=502240e8-6409-4511-a4e7-6ca0a40def39,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:33.965204 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.022565 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Attempting to bind port 20fbeaed-7a67-4229-88b0-88a6369c390d on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:34.023284 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Attempting to bind port 20fbeaed-7a67-4229-88b0-88a6369c390d by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:34.026261 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Attempting to bind port 20fbeaed-7a67-4229-88b0-88a6369c390d on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:34.044575 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:34.045275 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Checking segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:34.047812 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.049055 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Bound using segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:34.051057 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Bound port: 20fbeaed-7a67-4229-88b0-88a6369c390d, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:34.051745 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.091609 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=502240e8-6409-4511-a4e7-6ca0a40def39,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:34.178797 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.193105 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] For port 20fbeaed-7a67-4229-88b0-88a6369c390d, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:34.211546 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] For port 20fbeaed-7a67-4229-88b0-88a6369c390d, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=20fbeaed-7a67-4229-88b0-88a6369c390d,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:34.230788 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.237468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.371514 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cee6b-7ce8-4dd6-ade3-a20145c00b16 None None] Pushing event updated for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:34.460764 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:34.461390 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] Provisioning complete for port 20fbeaed-7a67-4229-88b0-88a6369c390d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:34.461518 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:34.461797 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.532563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e83a4-86c8-40ab-adc7-7a1ec6de4ac0 req-34bacae0-3229-4453-bf87-ddce2e2ec9b2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:34.553751 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-622e83a4-86c8-40ab-adc7-7a1ec6de4ac0 req-34bacae0-3229-4453-bf87-ddce2e2ec9b2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 944 time: 0.9636147 Sep 17 19:16:34.725932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.736169 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.755642 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-622e83a4-86c8-40ab-adc7-7a1ec6de4ac0 req-074b5bb0-76e8-4b0a-879a-40e6b7dcd6f9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008858 Sep 17 19:16:34.781621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.788116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.810413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] For port 20fbeaed-7a67-4229-88b0-88a6369c390d, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=20fbeaed-7a67-4229-88b0-88a6369c390d,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:34.823855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.840020 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:34.887887 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Attempting to bind port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:34.888280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Attempting to bind port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '9812f4e3-2cf2-440a-a646-769a284c899d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:34.888714 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Attempting to bind port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 on network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:34.891660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.920196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.968302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1af13-99d5-4607-8e38-418b7cb9ddbd None None] Pushing event updated for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:34.981769 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 on network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:16:34.983034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-c73b2ea4-1253-482c-b693-ef5d24a5ef3f None None] Provisioning complete for port 20fbeaed-7a67-4229-88b0-88a6369c390d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:34.983594 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c73b2ea4-1253-482c-b693-ef5d24a5ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.983713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Attempting to bind port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 on network 4ef104e9-59e7-4e92-9bac-3dfd5282bb63 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:34.992660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:34.996797 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8441947 Sep 17 19:16:35.000134 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59950) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:35.006401 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group_rule': {'security_group_id': '130d9e80-4251-4851-a322-a713b92c3b45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:35.033517 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:35.035690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Checking segment: {'id': '9812f4e3-2cf2-440a-a646-769a284c899d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:35.036568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Bound using segment: {'id': '9812f4e3-2cf2-440a-a646-769a284c899d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:35.038582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Bound port: 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9812f4e3-2cf2-440a-a646-769a284c899d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:35.039067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.085316 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.097416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:35.101023 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07794c-7b0b-4805-89b6-f7d1399601d0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab87903-9a2e-4795-9b77-ff0d16470278,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:35.115027 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.115463 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:35.124176 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:35.314753 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Pushing event updated for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:35.370475 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 502240e8-6409-4511-a4e7-6ca0a40def39 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:35.421951 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.429460 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.476182 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 502240e8-6409-4511-a4e7-6ca0a40def39 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:35.476698 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.516060 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bdf703-4be0-42e1-93a5-bbf376476e9a,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:35.519115 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:35.531840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.543750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,segment=NetworkSegment(9812f4e3-2cf2-440a-a646-769a284c899d),segment_id=9812f4e3-2cf2-440a-a646-769a284c899d)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:35.553038 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-58ad771d-9587-4305-9e4b-f10d4f5318f1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5481353 Sep 17 19:16:35.556372 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59958) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:35.560366 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59960) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:35.593230 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:35.657237 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:35.660000 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.681426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Network c74cffc8-8003-4182-9813-46ff360121a9 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:35.692252 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.697461 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81115c25-667a-4669-bba2-37959c5adb49 None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:35.706698 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:35.933542 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:35.934855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:35.936655 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] 10.222.0.22 "PUT /v2.0/ports/8fab57b1-539d-42e6-bbc6-71ce48fabaa2 HTTP/1.1" status: 200 len: 1094 time: 6.6272616 Sep 17 19:16:36.097916 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:36.137872 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e07-c4a7-4012-bb23-ddbf800cd879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.194969 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Router ba682359-60b5-4702-af69-43a0bb84bd5e has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:16:36.206029 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=cf3ac013-8c4f-47f0-9fa4-e8857cc33347,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:36.239925 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.350998 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629ade2-a043-4c07-b5ac-e19cc3babf2c req-26bb721b-216f-405d-93fb-73413bfb97f5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:36.354772 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4629ade2-a043-4c07-b5ac-e19cc3babf2c req-26bb721b-216f-405d-93fb-73413bfb97f5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 944 time: 0.4084280 Sep 17 19:16:36.444006 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.483358 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e373-e402-4382-9da9-72ddd2fa225e service neutron] Pushing event updated for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:36.486575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.593855 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e07-c4a7-4012-bb23-ddbf800cd879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.612459 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b8bd7e07-c4a7-4012-bb23-ddbf800cd879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.734296 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd7e07-c4a7-4012-bb23-ddbf800cd879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eecab4-6165-4e3a-a7d4-fec6c2b02c41,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:36.735041 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.751261 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b8bd7e07-c4a7-4012-bb23-ddbf800cd879 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aec864e44cd045d2b67fb471292bb725&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1733508 Sep 17 19:16:36.752426 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 59990) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:36.762025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:36.781577 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Allocated IP 172.27.3.94 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/4f8b20d7-a7bd-4ae2-a5bb-647a11961137) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:36.909966 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=cf3ac013-8c4f-47f0-9fa4-e8857cc33347,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:36.915966 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4629ade2-a043-4c07-b5ac-e19cc3babf2c req-5fc9dc2c-3ed3-49ad-96cb-19df2a510e86 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740639 Sep 17 19:16:36.996887 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.078346 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.096543 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be27885-602d-437d-b3f0-136a8178fb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:37.104763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-e9bf2311-6083-4a69-acd0-fd518b20d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:37.106468 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-e9bf2311-6083-4a69-acd0-fd518b20d407 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92b53e01645d448c96ecf9b75a10e917&device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 1097 time: 0.3692710 Sep 17 19:16:37.107202 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.115863 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f40b682f-c7fa-4ce9-9ff1-c648d238f2d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0871959 Sep 17 19:16:37.149606 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.201382 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.356066 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-39860c61-7f2d-4681-b9bc-3be89b64b19d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2 HTTP/1.1" status: 200 len: 217 time: 0.2216487 Sep 17 19:16:37.412383 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.431304 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.443086 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.463529 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 20fbeaed-7a67-4229-88b0-88a6369c390d up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:37.472998 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02eecab4-6165-4e3a-a7d4-fec6c2b02c41 HTTP/1.1" status: 204 len: 168 time: 0.7159348 Sep 17 19:16:37.632536 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:16:37.641325 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd44d-958e-4efe-ad16-b57c34efeb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eecab4-6165-4e3a-a7d4-fec6c2b02c41,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:37.661472 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-4a7af435-f101-4f1f-a7e8-845225647084 admin admin] 10.222.0.21 "PUT /v2.0/routers/ba682359-60b5-4702-af69-43a0bb84bd5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7498543 Sep 17 19:16:37.661678 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 20fbeaed-7a67-4229-88b0-88a6369c390d triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:37.676415 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:37.708284 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:37.726161 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:37.747351 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:37.778545 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-79df757a-0088-46ba-bb7f-fc92489e1cf3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1332663065&fields=id&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 267 time: 0.1681368 Sep 17 19:16:37.783144 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fd423-badc-484c-a048-dc0b48245013 req-5e1e4a03-a95a-4f07-bac1-dbd9e53458e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:37.784804 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-5e1e4a03-a95a-4f07-bac1-dbd9e53458e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea1e14e3-2490-44b0-a835-b3d7b377e869 HTTP/1.1" status: 200 len: 851 time: 0.3803606 Sep 17 19:16:37.805111 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Sync routers for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:16:37.890405 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0951440d-5475-4aa4-b818-05fc79ac55b4 x-openstack-request-id: req-0951440d-5475-4aa4-b818-05fc79ac55b4 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:37.890960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:37.891357 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0951440d-5475-4aa4-b818-05fc79ac55b4 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:37.893139 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2', 'status': 'completed', 'code': 200} Sep 17 19:16:37.898817 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-58fb7de1-f4ed-4681-ab22-5ff2f2cafc83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4ef104e9-59e7-4e92-9bac-3dfd5282bb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898564 Sep 17 19:16:37.906229 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:37.907126 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:37.915284 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=4f8b20d7-a7bd-4ae2-a5bb-647a11961137,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:38.083192 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:38.093690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-1c496956-f9b1-4c19-9c40-b7170c0d0ce5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:38.101730 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-1c496956-f9b1-4c19-9c40-b7170c0d0ce5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 817 time: 0.3218989 Sep 17 19:16:38.206535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-3fb19db3-5493-4aff-b7b6-cf9b11a308b1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/quotas/43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 375 time: 0.1031091 Sep 17 19:16:38.279828 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.336085 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.382101 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:31Z', 'revision_number': 4, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '8be9c168-b680-4dc0-bbbf-b67c09165c5c', 'name': '', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'mac_address': 'fa:16:3e:09:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:27Z', 'updated_at': '2021-09-17T19:16:32Z', 'revision_number': 2, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'subnets': [{'id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:38.415250 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Checking router: ba682359-60b5-4702-af69-43a0bb84bd5e for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:16:38.416005 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Updating router ba682359-60b5-4702-af69-43a0bb84bd5e port 8be9c168-b680-4dc0-bbbf-b67c09165c5c binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:16:38.475266 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.567269 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60088) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:38.633764 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-bab8f93d-f21b-4c6f-a4ca-8295e01590fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.671147 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.686252 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.733784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00bcc7-cfb9-4777-9466-2126906a8023 req-cb1d5acb-1834-42b1-a4ce-5719ff079377 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:38.742895 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec00bcc7-cfb9-4777-9466-2126906a8023 req-cb1d5acb-1834-42b1-a4ce-5719ff079377 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 944 time: 0.6679151 Sep 17 19:16:38.766474 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-2d8f68bb-9f0d-4ef4-88d2-954a456f36a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5586379 Sep 17 19:16:38.819464 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=4f8b20d7-a7bd-4ae2-a5bb-647a11961137,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:38.856695 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-f7478893-7456-4b99-b252-a5e4bc14289e service neutron] 10.222.0.22 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8132944 Sep 17 19:16:38.863088 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.881661 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec00bcc7-cfb9-4777-9466-2126906a8023 req-e6b84705-71f3-4719-9e26-8f597869a92a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372609 Sep 17 19:16:38.920936 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-bab8f93d-f21b-4c6f-a4ca-8295e01590fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.930023 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-bab8f93d-f21b-4c6f-a4ca-8295e01590fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.961212 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:38.966636 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a4d29035-8b19-4047-8e83-e00396881420 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3992639 Sep 17 19:16:39.008319 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.016108 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.023463 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8f93d-f21b-4c6f-a4ca-8295e01590fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8fb0b-469b-415e-92d8-8dfe1af1152f,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:39.043659 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-bab8f93d-f21b-4c6f-a4ca-8295e01590fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73e6922776ec4c0b874ddb9fd40579eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4720888 Sep 17 19:16:39.043931 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60106) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:39.063594 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-1bb2beff-b394-4148-9684-e77717698da0 service neutron] 10.222.0.21 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460535 Sep 17 19:16:39.093982 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3359f-91fa-47b1-97ba-47c78ac3ac20 None None] Pushing event updated for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:39.105428 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.134188 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.196815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.201643 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.205347 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d8fb0b-469b-415e-92d8-8dfe1af1152f HTTP/1.1" status: 204 len: 168 time: 0.1580222 Sep 17 19:16:39.215159 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b109a-f477-4120-922f-107c77639be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8fb0b-469b-415e-92d8-8dfe1af1152f,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:39.276325 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Attempting to bind port 8be9c168-b680-4dc0-bbbf-b67c09165c5c on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:39.280396 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Attempting to bind port 8be9c168-b680-4dc0-bbbf-b67c09165c5c by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:39.280943 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Attempting to bind port 8be9c168-b680-4dc0-bbbf-b67c09165c5c on network c74cffc8-8003-4182-9813-46ff360121a9 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:39.287204 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:39.287775 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Checking segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:39.288413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.289018 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Bound using segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:39.290330 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Bound port: 8be9c168-b680-4dc0-bbbf-b67c09165c5c, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:39.290939 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.456610 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-662fd423-badc-484c-a048-dc0b48245013 req-2da38c19-46e0-431f-a845-e7ead8886bb6 service neutron] 10.222.0.22 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966106 Sep 17 19:16:39.537053 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1f88-d68c-4ee7-a0d7-097178e692fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.588276 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] For port 8be9c168-b680-4dc0-bbbf-b67c09165c5c, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:39.594595 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] For port 8be9c168-b680-4dc0-bbbf-b67c09165c5c, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=8be9c168-b680-4dc0-bbbf-b67c09165c5c,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:39.601331 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:39.619726 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-14cab030-e376-4e94-97d4-ea184565e4cb service neutron] 10.222.0.21 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546649 Sep 17 19:16:39.667960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27885-602d-437d-b3f0-136a8178fb3b req-4713966f-3086-4eb0-ad96-90cf117786c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:39.669719 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-4713966f-3086-4eb0-ad96-90cf117786c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=92b53e01645d448c96ecf9b75a10e917&device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 1097 time: 0.1438498 Sep 17 19:16:39.710755 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:16:39.712410 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:16:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:39.741931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-288f8ac5-5abd-4f3b-bfd2-834d06def6c9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:39.751676 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-288f8ac5-5abd-4f3b-bfd2-834d06def6c9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 819 time: 0.2939646 Sep 17 19:16:39.805250 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-0fbe1ec7-a473-4149-a499-94089c2d46ad tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/quotas/903b2b9b611748ebb37bdb5b26107147 HTTP/1.1" status: 200 len: 375 time: 0.0526052 Sep 17 19:16:39.860497 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3359f-91fa-47b1-97ba-47c78ac3ac20 None None] Pushing event updated for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:39.990574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:16:40.034208 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7d4e5dd4-b173-4c7e-8f9c-f7d577809eb0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279737 Sep 17 19:16:40.060053 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-4c5286f2-4554-48f7-bd76-d6245df0e930 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--180432304&fields=id&tenant_id=ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 267 time: 0.0909040 Sep 17 19:16:40.120698 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27885-602d-437d-b3f0-136a8178fb3b req-fa044ff2-fe89-4a0b-8ec9-e6d0e077e8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:40.122207 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-fa044ff2-fe89-4a0b-8ec9-e6d0e077e8eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=4ef104e9-59e7-4e92-9bac-3dfd5282bb63 HTTP/1.1" status: 200 len: 912 time: 0.4387481 Sep 17 19:16:40.206946 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-1ac12f67-5a46-4ec4-b6a9-f5ef4c0c1387 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2 HTTP/1.1" status: 200 len: 217 time: 0.0603638 Sep 17 19:16:40.297179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-79baeaf3-531b-4ab5-88bc-54a65997ff42 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:16:40.298347 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-79baeaf3-531b-4ab5-88bc-54a65997ff42 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1435127 Sep 17 19:16:40.300938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be27885-602d-437d-b3f0-136a8178fb3b req-471dbc43-f476-47be-b1ba-b4501244a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:40.302519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-471dbc43-f476-47be-b1ba-b4501244a80e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ea1e14e3-2490-44b0-a835-b3d7b377e869 HTTP/1.1" status: 200 len: 851 time: 0.0683825 Sep 17 19:16:40.312868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:31Z', 'revision_number': 4, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '8be9c168-b680-4dc0-bbbf-b67c09165c5c', 'name': '', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'mac_address': 'fa:16:3e:09:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:27Z', 'updated_at': '2021-09-17T19:16:39Z', 'revision_number': 4, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'subnets': [{'id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:16:40.391191 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8e287-0860-4b57-a757-9cc9facd2089 None None] The sync data for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi is: [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:16:31Z', 'revision_number': 4, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '8be9c168-b680-4dc0-bbbf-b67c09165c5c', 'name': '', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'mac_address': 'fa:16:3e:09:89:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:27Z', 'updated_at': '2021-09-17T19:16:39Z', 'revision_number': 4, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'subnets': [{'id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:16:40.424759 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-e9da0c4f-4e00-4f24-843c-c99b10454e6b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4ef104e9-59e7-4e92-9bac-3dfd5282bb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722904 Sep 17 19:16:40.554944 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-94137b5a-1a34-4274-92ea-905431754459 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:40.568921 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-94137b5a-1a34-4274-92ea-905431754459 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 810 time: 0.4999516 Sep 17 19:16:40.580696 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-02f9176c-dcef-4b8f-8a90-9eec75abe0d0 service neutron] 10.222.0.21 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697918 Sep 17 19:16:40.669515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-269b2732-2f36-4e7e-aefe-d82bcbdf162a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/quotas/ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 375 time: 0.0995796 Sep 17 19:16:40.841692 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-68088714-43e8-4f84-a10b-2bffe19da029 service neutron] 10.222.0.22 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981428 Sep 17 19:16:40.884799 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-202d9915-ef1d-4634-a860-df345aa28096 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2124155 Sep 17 19:16:41.056324 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-371e6d85-fba6-421e-b1a1-6a03c445724f service neutron] 10.222.0.21 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326720 Sep 17 19:16:41.162749 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-618c54ce-e46f-41dd-bf98-d1b29a84c9ae service neutron] 10.222.0.21 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707477 Sep 17 19:16:41.275468 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9be27885-602d-437d-b3f0-136a8178fb3b req-dbed4118-ea21-4fb1-8774-674d0095e9b9 service neutron] 10.222.0.22 "GET /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189186 Sep 17 19:16:41.402644 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 8be9c168-b680-4dc0-bbbf-b67c09165c5c up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:41.451479 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-8680b79c-b58e-4665-9350-9c04b0b3b92f service neutron] 10.222.0.21 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876132 Sep 17 19:16:41.622714 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 8be9c168-b680-4dc0-bbbf-b67c09165c5c triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:41.624692 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:41.788342 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60260) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:41.942170 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.008103 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 8be9c168-b680-4dc0-bbbf-b67c09165c5c, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=8be9c168-b680-4dc0-bbbf-b67c09165c5c,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:42.018937 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.112328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:42.115449 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7ad830d4-d10c-4f29-abee-71da5f3adfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.158852 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bebe728-7958-4138-9636-759f8f2c17b9 req-8bebdd46-cbf1-40b6-946c-6c2cd8673c68 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 210 time: 0.5744102 Sep 17 19:16:42.207736 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0416a1-ad76-4e86-91a4-12d5f37d15ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.408797 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.422535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-02dffb91-e1aa-444d-8125-a2a7055a0136 req-983070f1-0c96-4c64-97cb-76b1c3a021db tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 210 time: 0.1238596 Sep 17 19:16:42.501683 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0416a1-ad76-4e86-91a4-12d5f37d15ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.510474 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0416a1-ad76-4e86-91a4-12d5f37d15ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.596378 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ed0416a1-ad76-4e86-91a4-12d5f37d15ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b813fee00f564df1a025345a2ec2e216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8054683 Sep 17 19:16:42.602963 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60296) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:42.610027 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9da6-d3f7-4db5-958e-71abd76da81c req-e6791972-5c79-4dde-bd6b-7216e5072255 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:42.616145 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-058b9da6-d3f7-4db5-958e-71abd76da81c req-e6791972-5c79-4dde-bd6b-7216e5072255 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 944 time: 0.4542105 Sep 17 19:16:42.644632 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0416a1-ad76-4e86-91a4-12d5f37d15ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0583de60-77b1-4a82-b9e4-0dec508e4d96,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:42.652896 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cb46c9e6-6acf-45d6-98d5-3e8b13e94987 req-0e400f64-4936-4bae-9465-7285b0e2d4c7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 210 time: 0.0919275 Sep 17 19:16:42.755048 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-a3a4a6de-22fb-4b2d-b601-ff144a37e434 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:42.757704 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-a3a4a6de-22fb-4b2d-b601-ff144a37e434 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 817 time: 0.5938308 Sep 17 19:16:42.771410 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.806435 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-058b9da6-d3f7-4db5-958e-71abd76da81c req-df975adb-89f7-45fb-8a9f-e3a11f2b16d4 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727352 Sep 17 19:16:42.839902 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.989715 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.993415 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:42.997981 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0583de60-77b1-4a82-b9e4-0dec508e4d96 HTTP/1.1" status: 204 len: 168 time: 0.3940310 Sep 17 19:16:43.008079 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8bc11-240d-4622-bf22-e2fece26ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0583de60-77b1-4a82-b9e4-0dec508e4d96,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:43.025188 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-5e36c76d-f50b-4e1d-a7b1-abfbd2d1eb36 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 380 time: 0.2550023 Sep 17 19:16:43.041700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'port': {'device_id': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'admin_state_up': True, 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'security_groups': ['71eb704e-4e4b-4997-a945-72659766ae22']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:43.220881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-3db6448f-8f38-47b4-b06d-cb7ce7f61443 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:43.224987 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-3db6448f-8f38-47b4-b06d-cb7ce7f61443 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 819 time: 0.3897116 Sep 17 19:16:43.259047 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-65036a9b-9982-442b-8303-7525d7f3ba8a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/quotas/903b2b9b611748ebb37bdb5b26107147 HTTP/1.1" status: 200 len: 375 time: 0.0252845 Sep 17 19:16:43.272855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 8be9c168-b680-4dc0-bbbf-b67c09165c5c up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:43.334129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 8be9c168-b680-4dc0-bbbf-b67c09165c5c triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:43.335333 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:43.335488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Made reservation on behalf of 43b49a4013b24d48a0517328b4dbe0df for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:43.344001 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:43.419881 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2c98edc-a4d2-4c67-bcd3-bdb588eb3883 req-181f99af-8f99-41bb-97ff-5d2d440e58f2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 210 time: 0.1392162 Sep 17 19:16:43.424906 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.22', 59797) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:43.447125 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:43.448983 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-063b1021-c681-476d-98f0-9faaa3a5d686 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1814988 Sep 17 19:16:43.484382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60324) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:43.573467 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-12ced566-fb61-4c97-bfc6-bd8cfe39abec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:43.638904 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-f01ddc7d-2602-444c-aed8-edd3db034c83 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:43.640629 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-f01ddc7d-2602-444c-aed8-edd3db034c83 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 819 time: 0.2146297 Sep 17 19:16:43.654286 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Request body: {'port': {'device_id': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'admin_state_up': True, 'tenant_id': '903b2b9b611748ebb37bdb5b26107147'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:43.669608 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-0ca9f022-dd50-4839-9198-f9e260f306e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837802 Sep 17 19:16:43.690445 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Allocated IP 172.20.0.9 (0df7abd0-8c22-401f-bd10-1eb2a20af957/b135686e-66ce-4b19-b809-d9d4d6fee487/032c1a47-a448-4c7c-8539-96747467d6dd) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:43.805504 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47473777-40e8-4655-8e9a-e9fe27e8598d req-af038518-bae0-4c9f-bb4f-08f1cf7d87f5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 210 time: 0.0817680 Sep 17 19:16:43.844604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.22', 59800) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:43.874187 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:16:44.033083 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,segment=NetworkSegment(9812f4e3-2cf2-440a-a646-769a284c899d),segment_id=9812f4e3-2cf2-440a-a646-769a284c899d)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:44.049644 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2', 'network_id': '4ef104e9-59e7-4e92-9bac-3dfd5282bb63', 'port_id': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2', 'mac_address': 'fa:16:3e:6e:bf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e14e3-2490-44b0-a835-b3d7b377e869', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:16:44.075522 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-c7d5b31e-3da9-4070-9e96-6d4b58eb3d08 service neutron] 10.222.0.21 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988857 Sep 17 19:16:44.136912 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.145520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f883-4848-44fa-b94a-001d668c0b18 req-d2607ec1-5d14-4edd-b643-299b635dbdc2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:44.154623 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac23f883-4848-44fa-b94a-001d668c0b18 req-d2607ec1-5d14-4edd-b643-299b635dbdc2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 944 time: 0.2348707 Sep 17 19:16:44.155245 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:44.181428 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,segment=NetworkSegment(9812f4e3-2cf2-440a-a646-769a284c899d),segment_id=9812f4e3-2cf2-440a-a646-769a284c899d)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:44.188013 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.217992 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-12ced566-fb61-4c97-bfc6-bd8cfe39abec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.249353 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-6c48d4fe-b423-4c0f-a6bd-2de66330ee3d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:44.250505 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-6c48d4fe-b423-4c0f-a6bd-2de66330ee3d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 810 time: 0.4044943 Sep 17 19:16:44.257671 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Made reservation on behalf of 903b2b9b611748ebb37bdb5b26107147 for: {'port': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:44.266195 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.266944 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:44.308239 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-12ced566-fb61-4c97-bfc6-bd8cfe39abec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.366144 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.377902 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-ad4b530c-5a93-4a6c-8ee8-20192d127ad3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 379 time: 0.0711701 Sep 17 19:16:44.405871 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac23f883-4848-44fa-b94a-001d668c0b18 req-df46b8cf-fad8-494a-95bc-70e0b5dfbfff tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500250 Sep 17 19:16:44.425879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'port': {'device_id': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'admin_state_up': True, 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'security_groups': ['130d9e80-4251-4851-a322-a713b92c3b45']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:44.526411 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2e16ad0c-10f9-44b8-8688-ab376c6d9cff req-a0df8d15-a0aa-4f82-8e95-78c152c2d979 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.1939292 Sep 17 19:16:44.540849 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['8fab57b1-539d-42e6-bbc6-71ce48fabaa2'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:16:44.571398 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Allocated IP 172.20.0.3 (c74cffc8-8003-4182-9813-46ff360121a9/c0ed2898-d51b-462f-ab62-eb07846866f3/2187560f-7990-4111-97a5-7cc552da92b1) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:44.618789 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced566-fb61-4c97-bfc6-bd8cfe39abec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36919035-c141-4dda-9728-463e77c26976,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:44.667343 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7a62322a-1278-4a3e-8518-d3a700d33d13 req-d1dee18a-e6bc-421f-88b1-033bbcbf902c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 210 time: 0.0775583 Sep 17 19:16:44.678462 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60370) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:44.679292 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-12ced566-fb61-4c97-bfc6-bd8cfe39abec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=879f25f193384af49a57034d0f494260&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1597617 Sep 17 19:16:44.722120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60372) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:44.779124 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.839672 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.865075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:44.907254 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.938471 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:44.940964 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.947425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:44.953680 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:44.981897 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d49396e0-d42a-4dc9-9ec0-4efd8a29190e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:44.986659 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.027755 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.031333 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.035088 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36919035-c141-4dda-9728-463e77c26976 HTTP/1.1" status: 204 len: 168 time: 0.3532569 Sep 17 19:16:45.040115 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.055525 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b0d9a682-cd53-4b81-ab8c-151685b38078 req-52e00188-1f51-44a4-a034-143eb09f26ec tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 210 time: 0.0522184 Sep 17 19:16:45.064901 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:45.065583 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.069893 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Made reservation on behalf of ce10c3dced0e4ef490b4fa52b894d97a for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:45.073756 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.097170 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e05bb-4976-4a6b-aa17-ec33b6a7e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36919035-c141-4dda-9728-463e77c26976,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:45.206217 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d49396e0-d42a-4dc9-9ec0-4efd8a29190e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.244100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d49396e0-d42a-4dc9-9ec0-4efd8a29190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.261534 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-946fe332-b152-4775-8aa3-fb9d821cad4f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2241437 Sep 17 19:16:45.274612 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Network c74cffc8-8003-4182-9813-46ff360121a9 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:45.287916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a7601a35-ea4e-44f6-920a-aa559bd456bb None None] Provisioning complete for port 032c1a47-a448-4c7c-8539-96747467d6dd triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:45.288569 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a7601a35-ea4e-44f6-920a-aa559bd456bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.293619 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Allocated IP 172.20.0.12 (a8d69b24-4af0-4e2f-9e73-17b232a3c5b8/b278aac8-26e9-4644-95c1-914fcd36f660/0e1642b7-447a-42df-808a-6ec5696e73dd) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:45.294769 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:45.312167 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:45.344258 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-a7601a35-ea4e-44f6-920a-aa559bd456bb None None] Port 032c1a47-a448-4c7c-8539-96747467d6dd cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:45.354219 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Pushing event updated for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:45.370490 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49396e0-d42a-4dc9-9ec0-4efd8a29190e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78eafbd0-21e5-4289-86e5-3cbefcb6261b,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:45.406457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60392) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:45.412556 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d49396e0-d42a-4dc9-9ec0-4efd8a29190e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ff8f5b3b3ed421ca28582e5183123e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888368 Sep 17 19:16:45.434031 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:45.435107 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.457242 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-759f9f37-b050-44dc-b0f5-4f39ba57aef6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060100 Sep 17 19:16:45.794589 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7ef6ac0c-0b51-49b7-a3f5-4ce21da2dcf0 req-ce5b9770-7bdf-489f-a19b-7e838bc8ce94 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.0569642 Sep 17 19:16:45.799549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.813208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.844087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48b2e0-9010-4313-aaed-de76a0882171 req-14519cbb-daa9-4e99-98cd-09aeea48aacb tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:45.845563 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cb48b2e0-9010-4313-aaed-de76a0882171 req-14519cbb-daa9-4e99-98cd-09aeea48aacb tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 945 time: 0.3414543 Sep 17 19:16:45.852673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.906739 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60414) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:45.950314 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:45.994467 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cb48b2e0-9010-4313-aaed-de76a0882171 req-2418bc26-c866-4e58-bbac-2d118894433c tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326215 Sep 17 19:16:46.008453 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-426493706-network', 'tenant_id': 'fad43124658c4c92817ff827b598217b'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:46.008733 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4fc2-7aee-4afe-83e8-fae9557cf8ec req-42c91ed7-f321-41a8-92fa-2c08ecf0b883 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:46.010210 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b81d4fc2-7aee-4afe-83e8-fae9557cf8ec req-42c91ed7-f321-41a8-92fa-2c08ecf0b883 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 931 time: 0.1412125 Sep 17 19:16:46.020157 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:46.023160 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:46.025862 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:46.033024 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Made reservation on behalf of fad43124658c4c92817ff827b598217b for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:46.035500 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.038051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.041119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.044611 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78eafbd0-21e5-4289-86e5-3cbefcb6261b HTTP/1.1" status: 204 len: 168 time: 0.6345778 Sep 17 19:16:46.044980 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.071429 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.096308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ce81f-591d-43bf-b8f6-c92e934b6ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eafbd0-21e5-4289-86e5-3cbefcb6261b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.137726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:46.138401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.154530 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b81d4fc2-7aee-4afe-83e8-fae9557cf8ec req-211c03ee-b1af-49dd-b203-3cc1eee6fc3d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234708 Sep 17 19:16:46.197689 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.206031 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.218409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-9180c1f4-71b0-4380-8da4-aee0a9c0a950 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8019409 Sep 17 19:16:46.228360 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:46.235895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b50949-48b4-46cd-a98d-8a1f45bb109c req-16022269-0083-41f5-97b6-2314d9280dad tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:46.242125 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2b50949-48b4-46cd-a98d-8a1f45bb109c req-16022269-0083-41f5-97b6-2314d9280dad tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 932 time: 0.0865934 Sep 17 19:16:46.245272 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2a427-4cfa-414b-b152-0d815147af54,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.248300 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.248630 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Added segment 9769aa25-b274-4a98-b510-b3a6c86d484a of type vlan for network dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 Sep 17 19:16:46.302356 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.303415 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2b50949-48b4-46cd-a98d-8a1f45bb109c req-6e6b0527-0dd0-4602-b6da-ab9d87a75be1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533125 Sep 17 19:16:46.337622 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.338813 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:46.339546 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.374796 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4669576 Sep 17 19:16:46.378222 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-6a456bc5-9974-4d64-bac2-424ec2bf823e None None] Provisioning complete for port 0e1642b7-447a-42df-808a-6ec5696e73dd triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:46.378764 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60424) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:46.379397 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6a456bc5-9974-4d64-bac2-424ec2bf823e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.385473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Request body: {'subnet': {'network_id': 'dfa086f7-b9ea-4d7a-88aa-2fdb4558e769', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-426493706-subnet', 'tenant_id': 'fad43124658c4c92817ff827b598217b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:46.403410 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f2e30-3e87-4771-9669-e01eb8b4419f admin admin] Pushing event updated for resources: {'Network': ['ID=dfa086f7-b9ea-4d7a-88aa-2fdb4558e769,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.407750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60426) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:46.415507 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:46.418577 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Made reservation on behalf of fad43124658c4c92817ff827b598217b for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:46.420960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.446889 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-6a456bc5-9974-4d64-bac2-424ec2bf823e None None] Port 0e1642b7-447a-42df-808a-6ec5696e73dd cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:16:46.451354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b97-2133-43b5-b4e8-ed499d545a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.654989 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.657904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b97-2133-43b5-b4e8-ed499d545a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.681861 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-16eb5b97-2133-43b5-b4e8-ed499d545a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.739110 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-16eb5b97-2133-43b5-b4e8-ed499d545a74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c56f8b60217a496fb1ac5be3a5c7f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302689 Sep 17 19:16:46.741834 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60432) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:46.750430 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=062df3b8-2014-492f-a32b-d86a5436264c,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.753040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5b97-2133-43b5-b4e8-ed499d545a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bb395e-8a20-40c2-abb2-e13b6e6cb53b,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.765930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Checking segment: {'id': '9769aa25-b274-4a98-b510-b3a6c86d484a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'dfa086f7-b9ea-4d7a-88aa-2fdb4558e769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:46.766288 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Network hostable DHCP agents. Network: dfa086f7-b9ea-4d7a-88aa-2fdb4558e769, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:46.784998 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Network dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:46.794991 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.798091 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, dfa086f7-b9ea-4d7a-88aa-2fdb4558e769) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:46.806692 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d624d84-bdaa-4db7-9104-7f3d849ebce2 None None] Network dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:46.811444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:46.812075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.836910 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.865276 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-42941e37-0637-47f0-a09d-dd67ada949d5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4857399 Sep 17 19:16:46.901091 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2313d2d-79ed-4599-afd0-dd3e733fe93c req-94f2d0b1-d3c7-49d0-b41d-c141ff158062 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.0298557 Sep 17 19:16:46.932122 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.934723 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:46.938195 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11bb395e-8a20-40c2-abb2-e13b6e6cb53b HTTP/1.1" status: 204 len: 168 time: 0.1953096 Sep 17 19:16:46.960512 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bf7f6-c1c1-4640-8534-bfc29cdaa58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bb395e-8a20-40c2-abb2-e13b6e6cb53b,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:46.980010 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0cccc3-f970-44b5-ba66-76303686a8e9 None None] Network dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:47.210384 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fb82b-9547-4ca3-8db6-c4bc78fb3176 req-47bf6de8-086f-4f83-805c-2cbe2e9a9db2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:47.222071 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-907fb82b-9547-4ca3-8db6-c4bc78fb3176 req-47bf6de8-086f-4f83-805c-2cbe2e9a9db2 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 945 time: 0.1262591 Sep 17 19:16:47.294828 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-907fb82b-9547-4ca3-8db6-c4bc78fb3176 req-f22d51d1-8660-4b8a-8e7c-0f2774b54250 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647333 Sep 17 19:16:47.321121 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac04e6-f06c-4e84-b932-b6a4b4a2ca79 req-94e2607b-f592-48ef-a709-8739c3431ab0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:47.328693 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-06ac04e6-f06c-4e84-b932-b6a4b4a2ca79 req-94e2607b-f592-48ef-a709-8739c3431ab0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 931 time: 0.0859048 Sep 17 19:16:47.374520 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-06ac04e6-f06c-4e84-b932-b6a4b4a2ca79 req-f8101875-6890-410e-acdb-6aa44581b745 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447102 Sep 17 19:16:47.427164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4325272-24e0-4433-bf1b-a4425851dbd1 req-53a9a1a0-5939-4e60-9541-bf3207033d01 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:47.428768 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4325272-24e0-4433-bf1b-a4425851dbd1 req-53a9a1a0-5939-4e60-9541-bf3207033d01 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 932 time: 0.0507529 Sep 17 19:16:47.481905 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4325272-24e0-4433-bf1b-a4425851dbd1 req-c8b3d100-6a33-4658-8787-40ad950e9277 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Sep 17 19:16:47.659811 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60486) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:47.664768 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2070338082-network', 'tenant_id': '7c3c28479c2f410e94f15501ba8549ff'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:47.685039 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Made reservation on behalf of 7c3c28479c2f410e94f15501ba8549ff for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:47.687701 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.700622 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.790251 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.794072 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.815106 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:16:47.828828 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e74ae9-6302-4ccd-b1fa-dbc381971574,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:47.833614 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.833946 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Added segment 06b516e1-0b17-4bf1-98fd-dd7c3a6a1ce8 of type vlan for network 91e7fc94-f603-4e13-84d5-bd68a03191bb Sep 17 19:16:47.872642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.897695 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.898693 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:47.899465 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.933445 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2723410 Sep 17 19:16:47.936221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60494) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:47.941043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Request body: {'subnet': {'network_id': '91e7fc94-f603-4e13-84d5-bd68a03191bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2070338082-subnet', 'tenant_id': '7c3c28479c2f410e94f15501ba8549ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:47.963227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Made reservation on behalf of 7c3c28479c2f410e94f15501ba8549ff for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:47.965794 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:47.968257 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5f078-36dc-439f-a8e2-c225b1151f56 admin admin] Pushing event updated for resources: {'Network': ['ID=91e7fc94-f603-4e13-84d5-bd68a03191bb,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:47.978822 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 91e7fc94-f603-4e13-84d5-bd68a03191bb details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:16:48.047376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac634356-59ba-4679-bc75-2d5fa29b277b req-d94852f4-a5ea-448f-8fec-314068b73151 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.0568388 Sep 17 19:16:48.166400 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:48.222272 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29df85ec-116a-48a2-b365-1bdfaedf6c8c,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:48.230754 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Checking segment: {'id': '06b516e1-0b17-4bf1-98fd-dd7c3a6a1ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '91e7fc94-f603-4e13-84d5-bd68a03191bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:48.231109 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Network hostable DHCP agents. Network: 91e7fc94-f603-4e13-84d5-bd68a03191bb, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:16:48.247336 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Network 91e7fc94-f603-4e13-84d5-bd68a03191bb is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:16:48.255569 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 91e7fc94-f603-4e13-84d5-bd68a03191bb) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:48.260321 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:48.260911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:48.265091 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619385e-c33f-4452-be5f-49ff9af94ff9 None None] Network 91e7fc94-f603-4e13-84d5-bd68a03191bb requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:48.284265 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b0a11a06-16fe-4f35-9515-534003273420 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3388305 Sep 17 19:16:48.424600 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1ac40-4998-4990-9857-ea992e608e3e req-86d6da78-3c06-485b-a98f-aaa834c0d50a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:48.426226 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ad22b-364d-46bd-85bf-b05b9542ab21 None None] Network 91e7fc94-f603-4e13-84d5-bd68a03191bb requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:16:48.426843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4e1ac40-4998-4990-9857-ea992e608e3e req-86d6da78-3c06-485b-a98f-aaa834c0d50a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 945 time: 0.0676727 Sep 17 19:16:48.526877 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4e1ac40-4998-4990-9857-ea992e608e3e req-41f58570-3115-480d-ae03-3cf18e2a7261 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934370 Sep 17 19:16:48.561477 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f282b04-a6cd-4cdd-bfc2-ff318ccd3b16 req-66e94afb-52ca-48a3-aabe-15e33cda3ce2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:48.563056 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0f282b04-a6cd-4cdd-bfc2-ff318ccd3b16 req-66e94afb-52ca-48a3-aabe-15e33cda3ce2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 931 time: 0.0794566 Sep 17 19:16:48.624988 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0f282b04-a6cd-4cdd-bfc2-ff318ccd3b16 req-9afd9a02-02e6-47ed-bd09-aa32d0e4b55f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554454 Sep 17 19:16:48.668248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a6a63-d144-4851-b5ed-f1be1233bb8c req-5a27ba08-a0c4-424f-8fa2-241518444938 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:48.669752 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a87a6a63-d144-4851-b5ed-f1be1233bb8c req-5a27ba08-a0c4-424f-8fa2-241518444938 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 932 time: 0.0596910 Sep 17 19:16:48.714503 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a87a6a63-d144-4851-b5ed-f1be1233bb8c req-c756959e-7dc9-4e88-8192-3f2afb1f8305 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372460 Sep 17 19:16:49.146215 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a6d2ab9a-c06f-4042-9afa-aca207153e4a req-f31a44ea-fbb6-4116-987b-524dcffc693e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.0242889 Sep 17 19:16:49.252042 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Request body: {'port': {'device_id': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:49.259662 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Request body: {'port': {'device_id': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:49.267178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Request body: {'port': {'device_id': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:49.314399 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.366102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.368074 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.650952 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2187560f-7990-4111-97a5-7cc552da92b1 {{(pid=94273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:49.658536 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.679087 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.provisioning_blocks [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Transition to ACTIVE for port object 2187560f-7990-4111-97a5-7cc552da92b1 will not be triggered until provisioned by entity L2. {{(pid=94273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:16:49.684030 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.756848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Pushing event updated for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:49.778203 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2103120-28ac-474c-9194-4fdca8de4fad req-9e46db19-153a-48ec-9b8d-27125b94418b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:49.779705 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2103120-28ac-474c-9194-4fdca8de4fad req-9e46db19-153a-48ec-9b8d-27125b94418b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 945 time: 0.1711893 Sep 17 19:16:49.822477 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.managers [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Attempting to bind port 2187560f-7990-4111-97a5-7cc552da92b1 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:49.822818 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.managers [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Attempting to bind port 2187560f-7990-4111-97a5-7cc552da92b1 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}] {{(pid=94273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:49.823139 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Attempting to bind port 2187560f-7990-4111-97a5-7cc552da92b1 on network c74cffc8-8003-4182-9813-46ff360121a9 {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:49.827425 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Port 2187560f-7990-4111-97a5-7cc552da92b1 on network c74cffc8-8003-4182-9813-46ff360121a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:16:49.827769 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Attempting to bind port 2187560f-7990-4111-97a5-7cc552da92b1 on network c74cffc8-8003-4182-9813-46ff360121a9 {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:49.832620 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:49.832970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Checking segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:49.833529 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Bound using segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} {{(pid=94273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:49.834000 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.managers [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Bound port: 2187560f-7990-4111-97a5-7cc552da92b1, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}}] {{(pid=94273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:49.834454 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.866019 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e53f8-a53a-4100-8eff-444dc8566422 req-1bafde3a-72b1-4635-9ca9-c91e88eb73c6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:49.867540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-969e53f8-a53a-4100-8eff-444dc8566422 req-1bafde3a-72b1-4635-9ca9-c91e88eb73c6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 931 time: 0.1494339 Sep 17 19:16:49.903679 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, cleared binding levels {{(pid=94273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:49.909590 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2187560f-7990-4111-97a5-7cc552da92b1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:49.914199 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2103120-28ac-474c-9194-4fdca8de4fad req-f7f3e261-8ea3-4c97-9be0-d8b1e2ecd869 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202154 Sep 17 19:16:49.914413 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:49.978789 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:49.986413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1642b7-447a-42df-808a-6ec5696e73dd {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:49.990401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.22', 59810) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:50.016908 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.024747 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.057064 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-969e53f8-a53a-4100-8eff-444dc8566422 req-3a21f8e4-82d7-4bb2-b38a-71fc6db1eaea tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701639 Sep 17 19:16:50.105843 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Transition to ACTIVE for port object 0e1642b7-447a-42df-808a-6ec5696e73dd will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:16:50.122988 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.123642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.125319 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] 10.222.0.22 "PUT /v2.0/ports/2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 1093 time: 0.8777933 Sep 17 19:16:50.128156 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1'}] {{(pid=94273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:50.134822 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8aa01a-18f0-4d92-8a27-2042d7317120 service neutron] Pushing event updated for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=3']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:50.156208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Transition to ACTIVE for port object 032c1a47-a448-4c7c-8539-96747467d6dd will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:16:50.161626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.177492 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.268278 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a29f9-9efe-453a-bfea-1c490223f677 req-142fc039-a53c-4dea-b59d-c359ec87bdaa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.279528 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-213a29f9-9efe-453a-bfea-1c490223f677 req-142fc039-a53c-4dea-b59d-c359ec87bdaa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 932 time: 0.2655919 Sep 17 19:16:50.332345 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-0366b648-c7c9-4e06-b5f5-04517a4d9cdd tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.333881 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-0366b648-c7c9-4e06-b5f5-04517a4d9cdd tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 819 time: 0.3350811 Sep 17 19:16:50.334537 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:50.364856 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-3b37cc90-7582-485d-8bd4-b7c9ef03b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.366660 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-3b37cc90-7582-485d-8bd4-b7c9ef03b6d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1096 time: 0.1721401 Sep 17 19:16:50.370104 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2c32e34fcec546a14a883c4ff213d3102623b5f220e47a3dc45e63540fa4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "tag": "2187560f-7990-4111-97a5-7cc552da92b1"}]}' {{(pid=94273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:50.373614 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2ec82252-92e5-4e74-b6f3-0bd6d9e648ea req-32a8baba-9744-43f6-ae83-a2df26a66668 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.1227126 Sep 17 19:16:50.379820 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Request body: {'port': {'device_id': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'admin_state_up': True, 'tenant_id': '903b2b9b611748ebb37bdb5b26107147'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:50.462635 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-8c0f9eaf-58bd-438c-84b9-eee1f781d25c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0799768 Sep 17 19:16:50.541475 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-1f5b995a-0738-4e51-b0b1-029e40a97acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.542961 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-1f5b995a-0738-4e51-b0b1-029e40a97acd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0737338 Sep 17 19:16:50.595355 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74629cd2-dd3e-4ea7-a730-08d9265ceab0 x-openstack-request-id: req-74629cd2-dd3e-4ea7-a730-08d9265ceab0 {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:50.595355 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "tag": "2187560f-7990-4111-97a5-7cc552da92b1", "status": "completed", "code": 200}]} {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:50.595355 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74629cd2-dd3e-4ea7-a730-08d9265ceab0 {{(pid=94273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:50.595355 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1', 'status': 'completed', 'code': 200} Sep 17 19:16:50.620026 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-ca1eebe4-e4b2-4597-b243-974686a795fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692539 Sep 17 19:16:50.657689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-213a29f9-9efe-453a-bfea-1c490223f677 req-43b2638a-cda3-48fb-acfd-a59815b34c72 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770752 Sep 17 19:16:50.699074 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:50.715871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Attempting to bind port 0e1642b7-447a-42df-808a-6ec5696e73dd on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:50.716295 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Attempting to bind port 0e1642b7-447a-42df-808a-6ec5696e73dd by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:50.716661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Attempting to bind port 0e1642b7-447a-42df-808a-6ec5696e73dd on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:50.734369 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-d1880aee-caca-4d2e-9b41-e898244e6846 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063514 Sep 17 19:16:50.739262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Port 0e1642b7-447a-42df-808a-6ec5696e73dd on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:16:50.739582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Attempting to bind port 0e1642b7-447a-42df-808a-6ec5696e73dd on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:50.759372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:50.759702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Checking segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:50.760106 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Bound using segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:50.760542 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Bound port: 0e1642b7-447a-42df-808a-6ec5696e73dd, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:50.760902 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:50.834822 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-04717b4d-a0cf-4213-b930-3363eebaf593 req-dce35647-bb0f-4cd2-b1d1-30cd985b0e25 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933418 Sep 17 19:16:50.926254 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-cdae8b94-3911-44ad-b90b-7c36199cbfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:50.927680 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-cdae8b94-3911-44ad-b90b-7c36199cbfaa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1096 time: 0.0421124 Sep 17 19:16:50.979088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Attempting to bind port 032c1a47-a448-4c7c-8539-96747467d6dd on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:50.979742 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Attempting to bind port 032c1a47-a448-4c7c-8539-96747467d6dd by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:50.980102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Attempting to bind port 032c1a47-a448-4c7c-8539-96747467d6dd on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:51.001453 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Port 032c1a47-a448-4c7c-8539-96747467d6dd on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:16:51.002041 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Attempting to bind port 032c1a47-a448-4c7c-8539-96747467d6dd on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:51.060323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:51.060323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Checking segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:51.060323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Bound using segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:51.060323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Bound port: 032c1a47-a448-4c7c-8539-96747467d6dd, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:51.060323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.084330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Made reservation on behalf of 903b2b9b611748ebb37bdb5b26107147 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:16:51.089570 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.110247 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-f8739df8-4f09-4e79-b9c1-018cb850aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.111914 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-f8739df8-4f09-4e79-b9c1-018cb850aaf8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1769919 Sep 17 19:16:51.166084 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500ad77-7f9f-4d78-add2-d1854b8416b5 req-15264dcb-8b49-44bf-b716-88dfabd311a7 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.167583 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c500ad77-7f9f-4d78-add2-d1854b8416b5 req-15264dcb-8b49-44bf-b716-88dfabd311a7 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 945 time: 0.1714692 Sep 17 19:16:51.168815 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-7f0b1916-1ca5-4dbf-a508-5c3685e496d5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0494120 Sep 17 19:16:51.225899 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-6ecefdd6-a0e5-4876-b541-a8ecde525c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.227568 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-6ecefdd6-a0e5-4876-b541-a8ecde525c9b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0503993 Sep 17 19:16:51.245657 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:51.249595 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:16:51.272345 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-915b0b82-b393-409e-95f7-71136e525202 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369010 Sep 17 19:16:51.308583 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=0e1642b7-447a-42df-808a-6ec5696e73dd,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:51.323673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:51.343225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.368846 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:16:51.375638 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:16:51.378153 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.381258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:51.407766 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c500ad77-7f9f-4d78-add2-d1854b8416b5 req-5c54c183-f4bb-4081-b9ec-a9531f2db30a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293096 Sep 17 19:16:51.428557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.450147 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa60b9-6457-48fb-b153-cd26bcb4a1bf req-235607d9-0398-4318-832e-1a8d2202e5e8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.455101 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b9aa60b9-6457-48fb-b153-cd26bcb4a1bf req-235607d9-0398-4318-832e-1a8d2202e5e8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.2833588 Sep 17 19:16:51.490630 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.491118 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-52439d73-5287-4f70-85e2-d6f56cc72f7d service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101517 Sep 17 19:16:51.491607 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.492621 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] 10.222.0.22 "PUT /v2.0/ports/0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1094 time: 2.2369313 Sep 17 19:16:51.503947 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:51.510028 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd9d89-8718-474c-aaf2-c6f2abb0b059" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:51.560915 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.565764 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.566394 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.580028 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] 10.222.0.22 "PUT /v2.0/ports/032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 1093 time: 2.3295901 Sep 17 19:16:51.623714 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:51.659164 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-93ec503d-9751-4564-9dfd-cb4ae26bdc64 req-ccfcadb1-88f0-4992-b96d-38d792545bfc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.1177368 Sep 17 19:16:51.659782 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c347da-b007-4714-9fe7-418ba2fc0645 service neutron] Pushing event updated for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:51.688793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Allocated IP 172.20.0.10 (c74cffc8-8003-4182-9813-46ff360121a9/c0ed2898-d51b-462f-ab62-eb07846866f3/52f2ce20-2c85-42f6-83e1-cd88ac7323e1) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:16:51.788714 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,segment=NetworkSegment(9812f4e3-2cf2-440a-a646-769a284c899d),segment_id=9812f4e3-2cf2-440a-a646-769a284c899d)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:51.800481 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:51.817597 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d4108-a19e-4ed2-8c1d-d3bd02c6856e service neutron] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:51.823223 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14577011-b652-4a92-af58-52d8578a03a8 x-openstack-request-id: req-14577011-b652-4a92-af58-52d8578a03a8 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:51.823735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:51.824001 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14577011-b652-4a92-af58-52d8578a03a8 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:51.824411 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'status': 'completed', 'code': 200} Sep 17 19:16:51.844998 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c2874b-f2f3-4cb9-8f7c-68e18e83a798" -d '{"events": [{"server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "name": "network-vif-plugged", "status": "completed", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:51.859555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b9aa60b9-6457-48fb-b153-cd26bcb4a1bf req-5328bf0b-899a-4afa-9f2c-56b5b104f33b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3778951 Sep 17 19:16:51.904744 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:51.964387 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e797a4-96c2-4dd7-97c6-b361b293b0b5 req-a196451b-5e9f-4f6a-9471-8e8805a7a4db tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:51.965891 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-25e797a4-96c2-4dd7-97c6-b361b293b0b5 req-a196451b-5e9f-4f6a-9471-8e8805a7a4db tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.1052067 Sep 17 19:16:52.042322 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb30f7e-b785-4e90-ad69-ec1fc502e7da x-openstack-request-id: req-4fb30f7e-b785-4e90-ad69-ec1fc502e7da {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:52.042595 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "name": "network-vif-plugged", "status": "completed", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:52.042833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fb30f7e-b785-4e90-ad69-ec1fc502e7da {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:52.043297 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2', 'code': 200} Sep 17 19:16:52.068684 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-25e797a4-96c2-4dd7-97c6-b361b293b0b5 req-f716394d-aa79-499b-b98e-e000bb6025e5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959001 Sep 17 19:16:52.116042 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.151045 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.189735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Network c74cffc8-8003-4182-9813-46ff360121a9 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:16:52.192787 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:16:52.195307 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:16:52.236461 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Pushing event updated for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:52.256066 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:52.256683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.271810 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-f2bf8a60-f831-447b-a4ca-05707c209f5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9032853 Sep 17 19:16:52.401580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60650) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:52.517603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a997e30-4971-4c96-9426-fe525d154492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.551115 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e035a-50d9-4bb0-9f1f-0e85d1cbf184 req-f2048549-a9b6-4639-b35d-6f351c797eea tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:52.552627 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-307e035a-50d9-4bb0-9f1f-0e85d1cbf184 req-f2048549-a9b6-4639-b35d-6f351c797eea tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0716808 Sep 17 19:16:52.610581 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-307e035a-50d9-4bb0-9f1f-0e85d1cbf184 req-a451e503-1952-4fb0-9bbf-5eb44545da98 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505354 Sep 17 19:16:52.653800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a997e30-4971-4c96-9426-fe525d154492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.657318 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a997e30-4971-4c96-9426-fe525d154492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.693767 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8a997e30-4971-4c96-9426-fe525d154492 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6120b5eefeb44baea7e524e1e2370d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911174 Sep 17 19:16:52.696932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60660) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:52.703162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a997e30-4971-4c96-9426-fe525d154492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3ef7b-cbbd-4bfe-9f04-51930bc54468,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:52.778208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.807160 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7e997-1440-441f-886b-2c553a9f08ae req-f703ba61-c952-4af2-b0c8-7930bfd06aed tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:52.808666 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-afd7e997-1440-441f-886b-2c553a9f08ae req-f703ba61-c952-4af2-b0c8-7930bfd06aed tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 932 time: 0.0725758 Sep 17 19:16:52.813010 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.868940 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-afd7e997-1440-441f-886b-2c553a9f08ae req-8da9b582-50c1-4117-b9e2-3f98671743e0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Sep 17 19:16:52.889631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.892472 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:52.893645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29e3ef7b-cbbd-4bfe-9f04-51930bc54468 HTTP/1.1" status: 204 len: 168 time: 0.1958265 Sep 17 19:16:52.901779 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1ab01-0829-4c32-86fd-ea56255896b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3ef7b-cbbd-4bfe-9f04-51930bc54468,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:52.982618 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e939cc-da80-476a-93c3-49322751008a req-1a677b25-4899-491c-aef1-9634f2822277 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:52.984293 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-63e939cc-da80-476a-93c3-49322751008a req-1a677b25-4899-491c-aef1-9634f2822277 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0480793 Sep 17 19:16:53.028508 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-63e939cc-da80-476a-93c3-49322751008a req-c93e342c-b75e-4f3e-b088-eaf7a26ac8d1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Sep 17 19:16:53.157655 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60674) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:53.172418 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a977d79-2523-4afd-8e4f-a712a830f345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.199286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77365d7-3df4-40d9-9346-b0f7590ebdbb req-3b1def97-138c-48dd-bdf1-24315fa7039f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:53.201256 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d77365d7-3df4-40d9-9346-b0f7590ebdbb req-3b1def97-138c-48dd-bdf1-24315fa7039f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0511100 Sep 17 19:16:53.239416 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d77365d7-3df4-40d9-9346-b0f7590ebdbb req-4f87891f-b24b-4c0a-8fc1-668d552b59fc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Sep 17 19:16:53.259668 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a977d79-2523-4afd-8e4f-a712a830f345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.264526 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a977d79-2523-4afd-8e4f-a712a830f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.300264 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1a977d79-2523-4afd-8e4f-a712a830f345 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=027ac2a2aab54a3792457ab2edcc5a76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405890 Sep 17 19:16:53.301147 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a977d79-2523-4afd-8e4f-a712a830f345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25340941-0f4c-4fac-b797-75cdb33e3413,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:53.303081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60676) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:53.352196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.372792 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.416760 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.419211 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.420382 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25340941-0f4c-4fac-b797-75cdb33e3413 HTTP/1.1" status: 204 len: 168 time: 0.1162794 Sep 17 19:16:53.427656 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca747bca-9ed7-4f14-87ec-1de141d3c95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25340941-0f4c-4fac-b797-75cdb33e3413,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:53.730414 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5d79b-baa5-42f4-8e4b-b40e0d4d085c req-7f5ffa7a-007d-47ab-ae17-a4a40c172555 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:53.731886 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-81c5d79b-baa5-42f4-8e4b-b40e0d4d085c req-7f5ffa7a-007d-47ab-ae17-a4a40c172555 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0506217 Sep 17 19:16:53.736179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60686) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:53.754665 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f54d0-a3e8-4eef-8ab1-b53720f5426b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.795466 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-81c5d79b-baa5-42f4-8e4b-b40e0d4d085c req-f5a082b6-304e-4a17-b6b3-e2a98b379f0a tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533490 Sep 17 19:16:53.824944 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:53.827459 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11134b61-3cbe-42a0-9d70-77cb58e30389" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:53.867551 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829e34a6-4a58-44a9-b698-75a1ddb6a99d x-openstack-request-id: req-829e34a6-4a58-44a9-b698-75a1ddb6a99d {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:53.867839 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:53.868144 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-829e34a6-4a58-44a9-b698-75a1ddb6a99d {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:53.868653 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'status': 'completed', 'code': 200} Sep 17 19:16:53.877568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f54d0-a3e8-4eef-8ab1-b53720f5426b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.882746 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2a4f54d0-a3e8-4eef-8ab1-b53720f5426b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:53.915833 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2a4f54d0-a3e8-4eef-8ab1-b53720f5426b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11147d7d490e466b993a8d9232bb9a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1786628 Sep 17 19:16:53.918225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 60698) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:53.938271 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f54d0-a3e8-4eef-8ab1-b53720f5426b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373e2d4-9958-475e-9745-24002abb2e3b,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:54.010394 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:54.022710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8bd7-6bb6-482a-ad66-37006792293d req-7c9f3c7c-f9ca-46b2-b0fb-9e13690b6bff tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:54.024705 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f20e8bd7-6bb6-482a-ad66-37006792293d req-7c9f3c7c-f9ca-46b2-b0fb-9e13690b6bff tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 932 time: 0.0727427 Sep 17 19:16:54.054758 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:54.102782 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f20e8bd7-6bb6-482a-ad66-37006792293d req-16b79c24-bf9b-4dce-8ef1-13b2bcf979aa tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707860 Sep 17 19:16:54.163669 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fb7d8-5f96-437e-9b2f-bd93616f053b req-ae574e56-3654-4380-a8a4-83fc26d6e8cf tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:54.165811 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-481fb7d8-5f96-437e-9b2f-bd93616f053b req-ae574e56-3654-4380-a8a4-83fc26d6e8cf tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0539236 Sep 17 19:16:54.166815 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:54.169409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:54.170434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b373e2d4-9958-475e-9745-24002abb2e3b HTTP/1.1" status: 204 len: 168 time: 0.2512810 Sep 17 19:16:54.185635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66370269-b30a-4dd9-9be9-0a23f578a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373e2d4-9958-475e-9745-24002abb2e3b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:54.213444 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-481fb7d8-5f96-437e-9b2f-bd93616f053b req-9f3c0c71-7aca-4d95-97a2-22efc751a018 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400600 Sep 17 19:16:54.359874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07669d9e-8a2c-4b06-a066-3e18786f7b6a req-a979b498-ebf9-4dbb-8cce-c5905e3a6619 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:54.361366 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07669d9e-8a2c-4b06-a066-3e18786f7b6a req-a979b498-ebf9-4dbb-8cce-c5905e3a6619 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0554833 Sep 17 19:16:54.398419 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07669d9e-8a2c-4b06-a066-3e18786f7b6a req-92c1393e-eede-4560-9969-2ccc352b4fb7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309577 Sep 17 19:16:54.907818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b293d2f-2dbf-49aa-b482-c1e133e6ae4d req-7011a43d-d8b2-4931-b372-60a4af091f07 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:54.909320 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b293d2f-2dbf-49aa-b482-c1e133e6ae4d req-7011a43d-d8b2-4931-b372-60a4af091f07 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0469210 Sep 17 19:16:54.947007 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b293d2f-2dbf-49aa-b482-c1e133e6ae4d req-fa86572f-d457-4cdb-a2d7-f98711886be5 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Sep 17 19:16:55.221516 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bd288-d3af-4415-95d2-3b991c439c8a req-3d59bba7-69d5-4691-aef3-fe5ea49aadea tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.222977 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-640bd288-d3af-4415-95d2-3b991c439c8a req-3d59bba7-69d5-4691-aef3-fe5ea49aadea tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 932 time: 0.0472639 Sep 17 19:16:55.261851 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-640bd288-d3af-4415-95d2-3b991c439c8a req-76db90dc-16fe-48e6-991a-0d46c6354d7b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Sep 17 19:16:55.342187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf8f3-641b-43a3-ab8f-e408c1a5bf4b req-0a389a87-dad9-432a-89e5-3638f2f085fb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.343646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6c6cf8f3-641b-43a3-ab8f-e408c1a5bf4b req-0a389a87-dad9-432a-89e5-3638f2f085fb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0551004 Sep 17 19:16:55.381037 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6c6cf8f3-641b-43a3-ab8f-e408c1a5bf4b req-b00b2e26-e31d-472a-bf7e-167c326aefe3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313249 Sep 17 19:16:55.516500 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8730c45-1ccc-4215-89e8-28bc6bf5be3a req-7c5cd825-dca1-4522-9e31-cf57c9a05258 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.517889 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8730c45-1ccc-4215-89e8-28bc6bf5be3a req-7c5cd825-dca1-4522-9e31-cf57c9a05258 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0517955 Sep 17 19:16:55.557484 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8730c45-1ccc-4215-89e8-28bc6bf5be3a req-c5769656-b0ec-49ea-8d9f-1b39a8c5a520 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328240 Sep 17 19:16:55.603840 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Request body: {'port': {'device_id': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:16:55.722415 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-f362d02e-af32-4e6a-8051-9bd82ebcf1fa req-c5840f3e-fbbc-4a0d-8e16-6e7fe4f9f460 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380289 Sep 17 19:16:55.762954 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:55.769821 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-258d1c72-5361-46c2-a871-eb90a4ef11b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.771449 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-258d1c72-5361-46c2-a871-eb90a4ef11b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1096 time: 0.1221249 Sep 17 19:16:55.791837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-19b3d880-abd4-45aa-84cc-691b1bf57d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.793379 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-19b3d880-abd4-45aa-84cc-691b1bf57d12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1097 time: 0.1254532 Sep 17 19:16:55.848138 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-53f72742-1875-45d9-8762-41b440f9f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:55.849745 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-53f72742-1875-45d9-8762-41b440f9f7e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 1099 time: 0.0769262 Sep 17 19:16:55.850943 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-a2d6ce38-f2e2-44ac-8cbb-185daff650e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 217 time: 0.0682089 Sep 17 19:16:55.874699 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:55.993469 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.002063 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.039281 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770749 Sep 17 19:16:56.044749 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=22e84735-349f-4ffb-a7f3-93607b618080,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:56.275110 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-a0ab7284-9f01-4451-b63d-c80399c0f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.276582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-a0ab7284-9f01-4451-b63d-c80399c0f43a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.4033437 Sep 17 19:16:56.363904 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60802) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:56.388020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-93ca0ec4-50f2-4859-837e-090140710c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.389526 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-93ca0ec4-50f2-4859-837e-090140710c32 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5637684 Sep 17 19:16:56.429499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93887bf-8603-404c-ac26-07b88bcd3b79 req-b946f3c8-a9d7-42ea-bf01-2728ec3886d1 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.431592 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a93887bf-8603-404c-ac26-07b88bcd3b79 req-b946f3c8-a9d7-42ea-bf01-2728ec3886d1 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.3729906 Sep 17 19:16:56.470989 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7996a7cb-4948-4adf-bb6c-8bc10914771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.488163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6ea69-e2e7-4041-ad7c-0218317cd544 req-1351f6f6-b3e1-4eaa-a576-f18ea82a2045 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.489712 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3fc6ea69-e2e7-4041-ad7c-0218317cd544 req-1351f6f6-b3e1-4eaa-a576-f18ea82a2045 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 932 time: 0.1416883 Sep 17 19:16:56.527082 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a93887bf-8603-404c-ac26-07b88bcd3b79 req-22229b01-ea52-4012-8eef-a015575905d4 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860376 Sep 17 19:16:56.570456 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3fc6ea69-e2e7-4041-ad7c-0218317cd544 req-93137fac-0503-4d8f-927f-bb70328e018d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707970 Sep 17 19:16:56.597352 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7996a7cb-4948-4adf-bb6c-8bc10914771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.602693 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7996a7cb-4948-4adf-bb6c-8bc10914771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.610320 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:56.619240 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.641218 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Transition to ACTIVE for port object 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:16:56.645899 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-7996a7cb-4948-4adf-bb6c-8bc10914771f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f70ed37014f4af3a38bc9e6eb99d88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808340 Sep 17 19:16:56.649291 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60810) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:56.656331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996a7cb-4948-4adf-bb6c-8bc10914771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff70189-c13d-4267-8691-76796333211c,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:56.680737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.704223 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.717211 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:16:56.724766 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.774395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.777219 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:56.778491 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ff70189-c13d-4267-8691-76796333211c HTTP/1.1" status: 204 len: 168 time: 0.1283031 Sep 17 19:16:56.797091 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79484e90-d886-48c5-bcb0-e76043da9721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff70189-c13d-4267-8691-76796333211c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:56.918100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64f1d1-d05c-4983-ad5a-a5af70cea088 req-8491b194-6b9d-4fca-adcc-46f22760a9b6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.919650 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bb64f1d1-d05c-4983-ad5a-a5af70cea088 req-8491b194-6b9d-4fca-adcc-46f22760a9b6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.2940907 Sep 17 19:16:56.920303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:56.972517 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-634cc56a-0b33-44e3-b297-fa76ecec5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:56.974035 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-634cc56a-0b33-44e3-b297-fa76ecec5c70 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3181324 Sep 17 19:16:57.033844 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc10b41-7645-4bff-99c5-26d9bbbf9c89 req-0870c6b9-e39e-496f-902f-335b1333e8f4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.035380 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bc10b41-7645-4bff-99c5-26d9bbbf9c89 req-0870c6b9-e39e-496f-902f-335b1333e8f4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.3138845 Sep 17 19:16:57.050511 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-3fda1161-52f5-4b5e-9f27-fe6a8d052ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.050511 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91dd9d89-8718-474c-aaf2-c6f2abb0b059 req-3fda1161-52f5-4b5e-9f27-fe6a8d052ed8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3922813 Sep 17 19:16:57.141735 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60824) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:57.146421 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bb64f1d1-d05c-4983-ad5a-a5af70cea088 req-2443b916-d5d5-4f65-aa4f-b5c9d4be926b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023363 Sep 17 19:16:57.158079 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d7-3386-4d4b-b9e8-cc673b154480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.212970 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bc10b41-7645-4bff-99c5-26d9bbbf9c89 req-83a18388-f25f-412f-8d8f-2fc3d50312e3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567242 Sep 17 19:16:57.217076 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Attempting to bind port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:16:57.217484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Attempting to bind port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:16:57.217900 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Attempting to bind port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 on network c74cffc8-8003-4182-9813-46ff360121a9 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:57.235169 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 on network c74cffc8-8003-4182-9813-46ff360121a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:16:57.235562 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Attempting to bind port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 on network c74cffc8-8003-4182-9813-46ff360121a9 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:16:57.241705 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-7335506e-ee20-4fcd-9a39-92f061740b47 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517872 Sep 17 19:16:57.244921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-89d830ec-33dd-4c86-b036-0f841c3c3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.246313 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-89d830ec-33dd-4c86-b036-0f841c3c3e4d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1097 time: 0.1198947 Sep 17 19:16:57.250753 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:16:57.251090 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Checking segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:16:57.251465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Bound using segment: {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:16:57.251889 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Bound port: 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab687b3-4f12-4516-aa13-176fd6142c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:16:57.252271 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.274116 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.298808 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d7-3386-4d4b-b9e8-cc673b154480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.307147 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dbe723d7-3386-4d4b-b9e8-cc673b154480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.355458 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-dbe723d7-3386-4d4b-b9e8-cc673b154480 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2bb8c1290e624aa2a5392a85b2717e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119896 Sep 17 19:16:57.356984 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60840) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:57.360304 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-53c1989a-a8e2-4876-980f-bb0218029d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 217 time: 0.0719824 Sep 17 19:16:57.387350 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe723d7-3386-4d4b-b9e8-cc673b154480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c02be-4248-4af9-a9dd-5b366a7e468e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:57.414808 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.445331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.482293 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:16:57.502581 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.505971 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.506539 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:16:57.507633 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b11c02be-4248-4af9-a9dd-5b366a7e468e HTTP/1.1" status: 204 len: 168 time: 0.1497912 Sep 17 19:16:57.513688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-d9786575-f957-4a8b-b48b-d9b2b6cbd10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.515185 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-d9786575-f957-4a8b-b48b-d9b2b6cbd10d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.1465478 Sep 17 19:16:57.518358 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.518582 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a79a4-6ac5-4a3e-9442-16e884bda276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c02be-4248-4af9-a9dd-5b366a7e468e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:57.531702 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4386b7a-5ac9-49fe-af4f-b536c2b5a23d req-9e292c49-0883-4f88-a156-faeeb61b92ae service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417560 Sep 17 19:16:57.580496 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.581129 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:57.582521 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] 10.222.0.22 "PUT /v2.0/ports/52f2ce20-2c85-42f6-83e1-cd88ac7323e1 HTTP/1.1" status: 200 len: 1094 time: 1.9845448 Sep 17 19:16:57.583818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:16:57.586685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24354c21-5ed0-48c2-916a-ba0804dda061" -d '{"events": [{"name": "network-changed", "server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:16:57.619181 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e260845-1047-403a-90c7-90d4e080aa5a service neutron] Pushing event updated for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:57.628773 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c641-ac75-4016-9690-ca01796dbf08 req-423d7295-2695-465f-a9cc-d14466ae65cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.630455 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-423d7295-2695-465f-a9cc-d14466ae65cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026261 Sep 17 19:16:57.682557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b6144c-8c18-43e9-841c-32e4173b9277 x-openstack-request-id: req-80b6144c-8c18-43e9-841c-32e4173b9277 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:16:57.682838 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:16:57.683087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80b6144c-8c18-43e9-841c-32e4173b9277 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:16:57.683476 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1', 'status': 'completed', 'code': 200} Sep 17 19:16:57.834805 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60864) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:57.851119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-c292f9e9-4b5c-49d2-adc9-342eeb35f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.853086 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-c292f9e9-4b5c-49d2-adc9-342eeb35f719 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1096 time: 0.2105198 Sep 17 19:16:57.875281 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-2d38c0d4-4621-4787-ad68-20badb1443a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.876733 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-2d38c0d4-4621-4787-ad68-20badb1443a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 1097 time: 0.1964731 Sep 17 19:16:57.889051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1571f81-3843-4147-912f-71deda7d7b54 req-14086d49-7d13-4b39-a39f-c864ea873e8b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:57.890502 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1571f81-3843-4147-912f-71deda7d7b54 req-14086d49-7d13-4b39-a39f-c864ea873e8b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.2113307 Sep 17 19:16:57.964643 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d877ecc-7503-4180-a1d9-a8da710f79a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.069120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d877ecc-7503-4180-a1d9-a8da710f79a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.075235 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1d877ecc-7503-4180-a1d9-a8da710f79a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.089135 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2187560f-7990-4111-97a5-7cc552da92b1 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:16:58.111721 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d877ecc-7503-4180-a1d9-a8da710f79a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ddb524-9f81-4896-871d-6297cf9539d8,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:58.152190 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1d877ecc-7503-4180-a1d9-a8da710f79a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3734a1eaa63543e293d2a20a6db0acca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161595 Sep 17 19:16:58.154627 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60880) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:58.168480 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-3d7c4df7-8d4c-4826-8f68-0b4e8db949b9 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929843 Sep 17 19:16:58.181083 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-87beb8fe-e33e-49fe-9adc-9f39d0e4f4a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1 HTTP/1.1" status: 200 len: 217 time: 0.2895825 Sep 17 19:16:58.188212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57e4e-39d5-47d6-87b4-41b0ed3f5509 req-4564a0a6-9c02-49ff-80b6-f0362ff3085c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.196275 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-73f57e4e-39d5-47d6-87b4-41b0ed3f5509 req-4564a0a6-9c02-49ff-80b6-f0362ff3085c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.4410977 Sep 17 19:16:58.255961 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.260732 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2187560f-7990-4111-97a5-7cc552da92b1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:58.275600 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '2187560f-7990-4111-97a5-7cc552da92b1', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'port_id': '2187560f-7990-4111-97a5-7cc552da92b1', 'mac_address': 'fa:16:3e:5b:92:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:16:58.310311 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.327745 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.355910 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2187560f-7990-4111-97a5-7cc552da92b1 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:16:58.357657 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1571f81-3843-4147-912f-71deda7d7b54 req-c238e2ee-de23-4dbe-bc60-2944c5435b13 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335082 Sep 17 19:16:58.385104 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.388010 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.393690 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ddb524-9f81-4896-871d-6297cf9539d8 HTTP/1.1" status: 204 len: 168 time: 0.2372742 Sep 17 19:16:58.399356 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2187560f-7990-4111-97a5-7cc552da92b1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:16:58.408757 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.426534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a33d7-aa08-426b-9540-4cfa6743c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ddb524-9f81-4896-871d-6297cf9539d8,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:58.475645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-73f57e4e-39d5-47d6-87b4-41b0ed3f5509 req-1668f32e-4024-4dcd-88f5-7469537139f2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784576 Sep 17 19:16:58.497368 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:58.499807 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-719c4946-8c52-4149-9dbf-e6d1b0b37625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.501576 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-719c4946-8c52-4149-9dbf-e6d1b0b37625 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.3034234 Sep 17 19:16:58.519719 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-ffdbf275-eb3f-4ca8-be8c-447e2463bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.521807 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-ffdbf275-eb3f-4ca8-be8c-447e2463bfc9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.6571553 Sep 17 19:16:58.623053 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-d5e05a2d-b0e1-40a7-aa57-729811ae2a01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999348 Sep 17 19:16:58.635815 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-57028234-e4bd-4807-bfbf-adb82376efda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 217 time: 0.0766261 Sep 17 19:16:58.681421 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d738c641-ac75-4016-9690-ca01796dbf08 req-de94fdd2-2be8-45b4-953a-be467c4786de service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022264 Sep 17 19:16:58.762630 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09b31f-ff4e-4f21-93cc-29be60aa17f6 req-da98bfb6-d8ae-44ef-aee8-64cc9d6d55be tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.764735 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6a09b31f-ff4e-4f21-93cc-29be60aa17f6 req-da98bfb6-d8ae-44ef-aee8-64cc9d6d55be tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.2721806 Sep 17 19:16:58.844122 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-8cf6e0fb-8540-406c-bc03-7924fc5a7f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.845938 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-8cf6e0fb-8540-406c-bc03-7924fc5a7f20 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.1674089 Sep 17 19:16:58.854381 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e4f2f-9081-4531-b017-e30384246f80 req-8590f38a-0acc-4424-bc41-3c9fe477684e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.855876 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-561e4f2f-9081-4531-b017-e30384246f80 req-8590f38a-0acc-4424-bc41-3c9fe477684e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.2259972 Sep 17 19:16:58.943478 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60918) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:58.948608 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6a09b31f-ff4e-4f21-93cc-29be60aa17f6 req-a6e7f502-e20d-485c-8c2b-b9845480e175 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759579 Sep 17 19:16:58.958493 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-566164cd-c969-429d-ab07-10adb42a1306 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093803 Sep 17 19:16:58.959642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-28469a14-78b7-4d3a-a0f8-8c1fab1fd950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:58.972829 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-561e4f2f-9081-4531-b017-e30384246f80 req-ecd9d83d-4a1f-4863-b6e0-0977ff2ab2df tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013355 Sep 17 19:16:58.986905 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-eb016625-e2a1-4d4d-9757-5cc263772f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:58.988169 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-eb016625-e2a1-4d4d-9757-5cc263772f11 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296451 Sep 17 19:16:59.064055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-28469a14-78b7-4d3a-a0f8-8c1fab1fd950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.069848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-28469a14-78b7-4d3a-a0f8-8c1fab1fd950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.113983 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-28469a14-78b7-4d3a-a0f8-8c1fab1fd950 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c5239fc946642bf9d368c3dbf8995f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664877 Sep 17 19:16:59.114351 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2187560f-7990-4111-97a5-7cc552da92b1'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:16:59.114573 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 60922) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:16:59.116469 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28469a14-78b7-4d3a-a0f8-8c1fab1fd950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d66f18-a6fb-4a58-819d-3f2228477cbd,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:59.162246 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32d64548-0377-4e19-a17b-ab37976ee2ec req-81b3968c-02a7-4251-a470-7799b2a1acf9 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951094 Sep 17 19:16:59.164313 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-653bab40-0e67-4849-a3c4-9aaacfb82164 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652164 Sep 17 19:16:59.180403 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.205586 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.287604 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.291429 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:16:59.293247 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9d66f18-a6fb-4a58-819d-3f2228477cbd HTTP/1.1" status: 204 len: 168 time: 0.1780608 Sep 17 19:16:59.301557 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905b556-0b7e-4ab2-a5a2-a09447bae509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d66f18-a6fb-4a58-819d-3f2228477cbd,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:16:59.358200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-f3ce72e2-399f-4004-91db-f7b3100c720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:59.362817 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-f3ce72e2-399f-4004-91db-f7b3100c720b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 1097 time: 0.0726352 Sep 17 19:16:59.364937 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-11134b61-3cbe-42a0-9d70-77cb58e30389 req-b44fda77-e22e-4a55-8959-be888e349cc3 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516681 Sep 17 19:16:59.465688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f987b-f430-4e94-923a-6a610c315701 req-283ec0b0-93b1-47e0-b730-2cc994577d2b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:59.467339 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e91f987b-f430-4e94-923a-6a610c315701 req-283ec0b0-93b1-47e0-b730-2cc994577d2b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Sep 17 19:16:59.525011 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e91f987b-f430-4e94-923a-6a610c315701 req-f94411ca-8e39-4d21-b79e-cbf4eb38cb92 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502269 Sep 17 19:16:59.619747 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eef667-08f0-4eb1-bc3a-aa0263250b7b req-8f54260c-8e34-42d8-b70a-e660dcaf5520 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:16:59.621664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-38eef667-08f0-4eb1-bc3a-aa0263250b7b req-8f54260c-8e34-42d8-b70a-e660dcaf5520 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0539696 Sep 17 19:16:59.676368 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-38eef667-08f0-4eb1-bc3a-aa0263250b7b req-f472badb-a70b-4c8c-b841-09cdd98f86d8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484440 Sep 17 19:17:00.090226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0180e-fa25-4945-b767-0f0c24ab0d74 req-845e6be2-63ac-49fa-a706-075414cbabea tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:00.091939 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3de0180e-fa25-4945-b767-0f0c24ab0d74 req-845e6be2-63ac-49fa-a706-075414cbabea tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0708342 Sep 17 19:17:00.172075 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3de0180e-fa25-4945-b767-0f0c24ab0d74 req-d3734367-8143-4e27-88a7-2ec9e97e7244 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678430 Sep 17 19:17:00.184702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376586c-07c2-4629-be56-d07731381ab8 req-ba13e40f-7f7d-475b-a9a9-7d0621968dcc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:00.186517 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4376586c-07c2-4629-be56-d07731381ab8 req-ba13e40f-7f7d-475b-a9a9-7d0621968dcc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0925920 Sep 17 19:17:00.236043 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4376586c-07c2-4629-be56-d07731381ab8 req-2139caba-26c7-44ad-b03d-ff76b1d3ad9c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421426 Sep 17 19:17:00.480883 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 32786) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:00.682860 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-55e097c9-8d8c-4e79-92ef-72b1e798793d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.772495 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-55e097c9-8d8c-4e79-92ef-72b1e798793d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.777577 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-55e097c9-8d8c-4e79-92ef-72b1e798793d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.803073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca338870-0c57-49e0-ab7e-1a3f588f0a17 req-7843b334-f552-4586-bc15-1e92ec519cc0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:00.805856 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ca338870-0c57-49e0-ab7e-1a3f588f0a17 req-7843b334-f552-4586-bc15-1e92ec519cc0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0537686 Sep 17 19:17:00.816989 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e097c9-8d8c-4e79-92ef-72b1e798793d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7136e7-253b-450c-bc01-90f031140ebf,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:00.825009 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-55e097c9-8d8c-4e79-92ef-72b1e798793d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1c7131ce80e47158273d7e45e05e26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423402 Sep 17 19:17:00.825627 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 32804) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:00.857091 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ca338870-0c57-49e0-ab7e-1a3f588f0a17 req-340a5063-871f-4543-b9ed-3f782730bffd tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Sep 17 19:17:00.873096 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.893970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.941749 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.947631 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:00.951215 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d7136e7-253b-450c-bc01-90f031140ebf HTTP/1.1" status: 204 len: 168 time: 0.1219797 Sep 17 19:17:00.966856 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807485e4-e624-4572-a780-5d9a66ee3ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7136e7-253b-450c-bc01-90f031140ebf,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:01.303385 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 32824) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:01.321247 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df966b99-b45a-4bd0-8f17-824f07b5be69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.337184 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab43bb-db6c-4f48-92c8-5c5cd0e42222 req-5b456397-b546-472d-82cb-0958a69c10ee tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:01.346544 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22ab43bb-db6c-4f48-92c8-5c5cd0e42222 req-5b456397-b546-472d-82cb-0958a69c10ee tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0864363 Sep 17 19:17:01.419285 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22ab43bb-db6c-4f48-92c8-5c5cd0e42222 req-e1ffc0c8-9257-452b-8cc6-2386c5bbdcca tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716186 Sep 17 19:17:01.427502 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af71c4-9f0f-4226-ab33-43538d86dd00 req-2d433f25-2626-4d67-90a4-6391d69ec6c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:01.428983 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31af71c4-9f0f-4226-ab33-43538d86dd00 req-2d433f25-2626-4d67-90a4-6391d69ec6c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0709078 Sep 17 19:17:01.444260 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df966b99-b45a-4bd0-8f17-824f07b5be69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.448404 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df966b99-b45a-4bd0-8f17-824f07b5be69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.487907 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-df966b99-b45a-4bd0-8f17-824f07b5be69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38e40bc530a343819b04ca60bae52944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833982 Sep 17 19:17:01.489313 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df966b99-b45a-4bd0-8f17-824f07b5be69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ade0de8-4ca8-438d-a4fe-3a2f65478a06,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:01.491647 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 32828) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:01.501477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31af71c4-9f0f-4226-ab33-43538d86dd00 req-f6fd186f-5e6b-4941-89d8-1531ec728d05 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657861 Sep 17 19:17:01.587469 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-ec1d1fa9-e9e2-4977-a2a5-6ba31c595f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:01.588966 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-ec1d1fa9-e9e2-4977-a2a5-6ba31c595f07 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1344628 Sep 17 19:17:01.591731 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.612825 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.657910 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.660324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:01.661417 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ade0de8-4ca8-438d-a4fe-3a2f65478a06 HTTP/1.1" status: 204 len: 168 time: 0.1688311 Sep 17 19:17:01.669433 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ff3e-1f6a-48f7-a739-2d0d6e079646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ade0de8-4ca8-438d-a4fe-3a2f65478a06,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:01.980549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a4248-a83d-42db-a489-34a922f20699 req-c254649d-9bbc-4b51-b052-f1653212d928 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:01.982132 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d49a4248-a83d-42db-a489-34a922f20699 req-c254649d-9bbc-4b51-b052-f1653212d928 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0553715 Sep 17 19:17:02.021848 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d49a4248-a83d-42db-a489-34a922f20699 req-fe826898-2ca0-4aea-a091-b969d782e1c0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Sep 17 19:17:02.535428 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af609ca-9d66-466e-bc6f-0b6e495251b4 req-21159ca3-c718-4da9-86a8-340e643a952f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:02.536840 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4af609ca-9d66-466e-bc6f-0b6e495251b4 req-21159ca3-c718-4da9-86a8-340e643a952f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0476842 Sep 17 19:17:02.581394 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4af609ca-9d66-466e-bc6f-0b6e495251b4 req-9dc0d810-7c00-4eee-ab52-21bd75e026d0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378919 Sep 17 19:17:02.633902 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8bfb-2338-4b3d-9bf8-ff2f7c243ee1 req-d6300523-ec11-4acc-9b60-dce2a86c3ca4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:02.635383 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-742b8bfb-2338-4b3d-9bf8-ff2f7c243ee1 req-d6300523-ec11-4acc-9b60-dce2a86c3ca4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0482965 Sep 17 19:17:02.672653 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-742b8bfb-2338-4b3d-9bf8-ff2f7c243ee1 req-71a57214-ad67-4a2a-89f2-857f4f636337 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313511 Sep 17 19:17:03.146196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e528f-641e-4158-be2c-066a5d1cb8af req-0d27c20c-22f4-4904-ae2f-76291b902fa4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:03.147640 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec4e528f-641e-4158-be2c-066a5d1cb8af req-0d27c20c-22f4-4904-ae2f-76291b902fa4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0500426 Sep 17 19:17:03.184076 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec4e528f-641e-4158-be2c-066a5d1cb8af req-2838fbdb-2428-4a51-8ead-f28065a072ae tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301416 Sep 17 19:17:03.696811 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0d710-e75d-4df5-9d83-972c6187aef6 req-23b9ee16-a187-4f4b-8828-345625c98b0a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:03.698188 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31a0d710-e75d-4df5-9d83-972c6187aef6 req-23b9ee16-a187-4f4b-8828-345625c98b0a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0475810 Sep 17 19:17:03.734693 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31a0d710-e75d-4df5-9d83-972c6187aef6 req-4ef6784d-197b-4042-a116-56ba3a637f45 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308042 Sep 17 19:17:03.784670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f93e7-a909-4e87-b1e5-f73c26062938 req-5df9b81b-b740-4ff0-a0f1-9e4ff47415ea tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:03.786107 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-126f93e7-a909-4e87-b1e5-f73c26062938 req-5df9b81b-b740-4ff0-a0f1-9e4ff47415ea tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0461841 Sep 17 19:17:03.822463 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-126f93e7-a909-4e87-b1e5-f73c26062938 req-bd816e06-04b5-426f-bc30-950cbcb93f76 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Sep 17 19:17:03.974307 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-3a265410-1353-4819-a41d-e5f2433688b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1 HTTP/1.1" status: 200 len: 217 time: 0.0372677 Sep 17 19:17:04.020754 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-9881bb62-6abf-42ba-b8f3-a907eb048023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:04.022422 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-9881bb62-6abf-42ba-b8f3-a907eb048023 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0410733 Sep 17 19:17:04.053466 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-15ae26c1-ca63-4462-bff6-58e3f0d0c662 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239794 Sep 17 19:17:04.148720 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-6ee7832c-a6a8-442d-8f41-17ce796f47d0 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Sep 17 19:17:04.243549 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24354c21-5ed0-48c2-916a-ba0804dda061 req-b4713f80-2362-4e8e-bb8e-5e488a140ecd service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824983 Sep 17 19:17:04.305422 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217a5d8-bc5e-4f19-88da-15624a251288 req-753d9b23-1911-42fa-bbd6-b7a2989ec6af tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:04.306907 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8217a5d8-bc5e-4f19-88da-15624a251288 req-753d9b23-1911-42fa-bbd6-b7a2989ec6af tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0560715 Sep 17 19:17:04.344378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8217a5d8-bc5e-4f19-88da-15624a251288 req-8c6ab5e1-24af-4c6c-adc1-b231c4d665e1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Sep 17 19:17:04.852822 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cca17e-3840-49c1-bfac-a4efd697c1b6 req-f6127c79-c443-4cd9-ab49-e481cd8b25dc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:04.854313 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3cca17e-3840-49c1-bfac-a4efd697c1b6 req-f6127c79-c443-4cd9-ab49-e481cd8b25dc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0486257 Sep 17 19:17:04.899566 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3cca17e-3840-49c1-bfac-a4efd697c1b6 req-c7fc6cec-6b34-4a1c-9e10-0f105329fc6a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Sep 17 19:17:04.938498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ff514-ef4a-4bd4-96eb-298d590783ca req-526198ed-aa9e-40fc-9209-2f8cf38b8951 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:04.939997 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-848ff514-ef4a-4bd4-96eb-298d590783ca req-526198ed-aa9e-40fc-9209-2f8cf38b8951 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0516856 Sep 17 19:17:04.978330 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-848ff514-ef4a-4bd4-96eb-298d590783ca req-856c9cd2-0706-4b88-8fe1-41cd4a770066 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313935 Sep 17 19:17:05.458955 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687559ff-c020-4819-bc09-9f8101130dd3 req-80f33b6b-7bc1-4d81-a0d7-b706affcddc6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:05.460426 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-687559ff-c020-4819-bc09-9f8101130dd3 req-80f33b6b-7bc1-4d81-a0d7-b706affcddc6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0507722 Sep 17 19:17:05.502849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-687559ff-c020-4819-bc09-9f8101130dd3 req-111a612b-ccf6-4aed-b995-a55755b10647 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365589 Sep 17 19:17:06.016042 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ed016-8726-4731-bbcc-62f63dff8673 req-f180cd62-14cd-44e5-88e3-8108fb2b53a1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:06.017539 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-038ed016-8726-4731-bbcc-62f63dff8673 req-f180cd62-14cd-44e5-88e3-8108fb2b53a1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0474083 Sep 17 19:17:06.077501 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-038ed016-8726-4731-bbcc-62f63dff8673 req-0eb0e339-5a76-4298-935c-4285828bf622 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542774 Sep 17 19:17:06.097694 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2414e-ec79-4d99-b665-9f5c70ebb932 req-af6f28c3-bb6f-4670-8861-64d109527328 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:06.099163 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15e2414e-ec79-4d99-b665-9f5c70ebb932 req-af6f28c3-bb6f-4670-8861-64d109527328 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0553005 Sep 17 19:17:06.119291 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2187560f-7990-4111-97a5-7cc552da92b1 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:17:06.136656 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15e2414e-ec79-4d99-b665-9f5c70ebb932 req-ba38db09-f497-4df9-9966-d1e629d65cd2 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310879 Sep 17 19:17:06.170472 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 2187560f-7990-4111-97a5-7cc552da92b1 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:17:06.174192 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 2187560f-7990-4111-97a5-7cc552da92b1 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:17:06.174578 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:06.251711 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:06.275817 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:06.278574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27890811-3bbe-4941-9601-30eb058ae924" -d '{"events": [{"server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "name": "network-vif-plugged", "status": "completed", "tag": "2187560f-7990-4111-97a5-7cc552da92b1"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:06.294531 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2187560f-7990-4111-97a5-7cc552da92b1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:06.299781 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:06.332398 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520e2fd-dd4e-4221-a9ba-926e4c968212 x-openstack-request-id: req-f520e2fd-dd4e-4221-a9ba-926e4c968212 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:06.332719 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "name": "network-vif-plugged", "status": "completed", "tag": "2187560f-7990-4111-97a5-7cc552da92b1", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:06.332976 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f520e2fd-dd4e-4221-a9ba-926e4c968212 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:06.333540 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1', 'code': 200} Sep 17 19:17:06.359993 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:06.594703 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431babd-890b-4f30-b7a3-8d3a41355a08 req-008ed645-45f8-476d-ac85-758354720ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:06.596225 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0431babd-890b-4f30-b7a3-8d3a41355a08 req-008ed645-45f8-476d-ac85-758354720ade service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.1115482 Sep 17 19:17:06.659695 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0431babd-890b-4f30-b7a3-8d3a41355a08 req-3f625f4b-98e1-4132-b663-bd75a64ae547 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451467 Sep 17 19:17:06.683549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b613b-a94b-4f95-accd-dfe7d2826cb6 req-f4f09e49-3dd7-4af0-b8e0-19d0b39910e0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:06.685086 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-391b613b-a94b-4f95-accd-dfe7d2826cb6 req-f4f09e49-3dd7-4af0-b8e0-19d0b39910e0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.1009822 Sep 17 19:17:06.728174 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-391b613b-a94b-4f95-accd-dfe7d2826cb6 req-9a0d84b4-e9d6-4a5c-9d0b-0d73a38a8942 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349147 Sep 17 19:17:07.200923 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898387e2-f9e1-4911-8ee0-846ad6165b0d req-eab04935-4398-45ab-8b45-8ae9af2a42aa tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:07.202451 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-898387e2-f9e1-4911-8ee0-846ad6165b0d req-eab04935-4398-45ab-8b45-8ae9af2a42aa tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0509441 Sep 17 19:17:07.263581 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-898387e2-f9e1-4911-8ee0-846ad6165b0d req-55d8ef49-fb93-492e-a707-c88a665fb01d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523989 Sep 17 19:17:07.271259 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b85f12-da83-4ea1-94d7-fca8b13cd9d1 req-9cf6a3d9-3306-465c-8e39-b1ff47d4d322 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:07.272689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a6b85f12-da83-4ea1-94d7-fca8b13cd9d1 req-9cf6a3d9-3306-465c-8e39-b1ff47d4d322 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.0694206 Sep 17 19:17:07.310079 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a6b85f12-da83-4ea1-94d7-fca8b13cd9d1 req-94e6c72b-27e3-406f-b830-26b888af1a1f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314722 Sep 17 19:17:07.841820 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5bc4-75d2-48a8-8fe5-44506f41e3fb req-a2ca6fc7-73c2-4e74-9696-fbc5dbe81fd6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:07.843243 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-440e5bc4-75d2-48a8-8fe5-44506f41e3fb req-a2ca6fc7-73c2-4e74-9696-fbc5dbe81fd6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 944 time: 0.0465305 Sep 17 19:17:07.880962 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-440e5bc4-75d2-48a8-8fe5-44506f41e3fb req-3417f33c-2e22-43c0-9a95-b3e413b291ef tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317669 Sep 17 19:17:08.138678 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:17:08.235901 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:08.247989 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1', 'network_id': 'c74cffc8-8003-4182-9813-46ff360121a9', 'port_id': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1', 'mac_address': 'fa:16:3e:69:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ed2898-d51b-462f-ab62-eb07846866f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:17:08.290730 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:08.304508 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:17:08.333794 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:08.354154 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:08.354946 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:17:08.512465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae56f-d982-4d67-9c93-3cf3cc1eea93 req-d286383b-fa46-4193-aad2-daaa70aff163 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:08.515239 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed5ae56f-d982-4d67-9c93-3cf3cc1eea93 req-d286383b-fa46-4193-aad2-daaa70aff163 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.1118152 Sep 17 19:17:08.536859 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163616-23ad-40ec-9d11-ed5ef232bccb req-74f5c36b-d410-49c9-8c76-1ef99bcb168a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:08.539647 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:08.542234 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec163616-23ad-40ec-9d11-ed5ef232bccb req-74f5c36b-d410-49c9-8c76-1ef99bcb168a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 944 time: 0.1252284 Sep 17 19:17:08.579704 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:08.606815 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '032c1a47-a448-4c7c-8539-96747467d6dd', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:17:08.615072 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed5ae56f-d982-4d67-9c93-3cf3cc1eea93 req-f0afbe65-d4f4-4316-854a-8c08fb1546cd tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718350 Sep 17 19:17:08.652450 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec163616-23ad-40ec-9d11-ed5ef232bccb req-287b18c3-256f-45e5-92c1-e4d5cbed97ab tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652211 Sep 17 19:17:08.684249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:08.698668 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:17:08.722898 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:08.727633 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:08.728531 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 0e1642b7-447a-42df-808a-6ec5696e73dd details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:17:08.808524 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:08.889583 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=0e1642b7-447a-42df-808a-6ec5696e73dd,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:08.906673 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'port_id': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'mac_address': 'fa:16:3e:70:5c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:17:08.954771 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:08.972022 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1642b7-447a-42df-808a-6ec5696e73dd {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:17:08.997295 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=0e1642b7-447a-42df-808a-6ec5696e73dd,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:09.003525 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:09.020492 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e7c00b-812b-4ded-a44c-90c39bfd10c6 req-a69e5e88-225c-458e-ad7b-04b24ed4c005 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:09.030715 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-80e7c00b-812b-4ded-a44c-90c39bfd10c6 req-a69e5e88-225c-458e-ad7b-04b24ed4c005 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0598278 Sep 17 19:17:09.074740 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:09.088336 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-80e7c00b-812b-4ded-a44c-90c39bfd10c6 req-1102e823-fc6d-45d9-88dc-df7b56c5f04c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Sep 17 19:17:09.358007 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-0d4cca8f-ea22-4abb-9fc1-de7b07dce13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:09.782018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11eeca-5bdb-4ab5-b990-4b1b05b24cd3 req-3ecc31fe-d585-4d36-84d3-1d541fadadb3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:09.783504 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac11eeca-5bdb-4ab5-b990-4b1b05b24cd3 req-3ecc31fe-d585-4d36-84d3-1d541fadadb3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0812821 Sep 17 19:17:09.793529 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9179de-c190-4e69-8700-7b8637680e47 req-a974a8ff-f63d-4c60-bc2f-8a08e3810c0e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:09.795293 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fe9179de-c190-4e69-8700-7b8637680e47 req-a974a8ff-f63d-4c60-bc2f-8a08e3810c0e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0819945 Sep 17 19:17:09.855681 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac11eeca-5bdb-4ab5-b990-4b1b05b24cd3 req-a418a9b6-4130-4e65-8a0a-c5c67b7f324a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592463 Sep 17 19:17:09.864704 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fe9179de-c190-4e69-8700-7b8637680e47 req-e0969245-2a6d-4b23-a471-7d203402c980 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622904 Sep 17 19:17:10.199771 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6febf2-9e21-454f-9ca5-5da4ccd3548f req-eb3f54d2-48e8-4312-8f1c-731a3f345f1a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:10.201147 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d6febf2-9e21-454f-9ca5-5da4ccd3548f req-eb3f54d2-48e8-4312-8f1c-731a3f345f1a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0463495 Sep 17 19:17:10.237025 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d6febf2-9e21-454f-9ca5-5da4ccd3548f req-c6966c5b-264f-4f92-aeb8-848c594da778 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301788 Sep 17 19:17:10.998979 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94204bbd-9d21-4afa-950a-7720bd14a2e7 req-79d7a317-5653-4e31-b0bb-78e5eb2e7ceb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:11.000446 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94204bbd-9d21-4afa-950a-7720bd14a2e7 req-79d7a317-5653-4e31-b0bb-78e5eb2e7ceb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0676217 Sep 17 19:17:11.007374 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf21d4-537e-4377-ae93-0312c9af84d7 req-61a4f66f-a898-4617-ab3e-6c8d7d239c52 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:11.009243 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fccf21d4-537e-4377-ae93-0312c9af84d7 req-61a4f66f-a898-4617-ab3e-6c8d7d239c52 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0858819 Sep 17 19:17:11.065246 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94204bbd-9d21-4afa-950a-7720bd14a2e7 req-3a3c4727-b6ac-4e0e-839b-ac50689c9a92 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551004 Sep 17 19:17:11.070116 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fccf21d4-537e-4377-ae93-0312c9af84d7 req-efa9fa88-bb0d-4076-bcdf-9dcaf1c3f1bc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544369 Sep 17 19:17:11.348435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e744e13-0c20-4e28-8cec-c9b3311bd488 req-11a3ff30-d403-4c23-875c-052e1d307280 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:11.349862 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2e744e13-0c20-4e28-8cec-c9b3311bd488 req-11a3ff30-d403-4c23-875c-052e1d307280 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0482476 Sep 17 19:17:11.386609 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2e744e13-0c20-4e28-8cec-c9b3311bd488 req-8cae3bfe-98f6-4390-b2c8-a0187af0f254 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Sep 17 19:17:11.897564 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5cee87de-676c-41ce-8cb9-b41a9419e801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:12.212367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d7420-909b-4dfb-b9d6-164dc3654e5a req-67bed049-8215-49d6-a9e5-2ca2882fb06f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:12.213844 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f2d7420-909b-4dfb-b9d6-164dc3654e5a req-67bed049-8215-49d6-a9e5-2ca2882fb06f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0781991 Sep 17 19:17:12.221586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209d466-b1e5-41d3-9071-bb5573e76974 req-8a1b189b-6a34-44e6-9a6e-0f2946f3bef4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:12.222934 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6209d466-b1e5-41d3-9071-bb5573e76974 req-8a1b189b-6a34-44e6-9a6e-0f2946f3bef4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0778670 Sep 17 19:17:12.379149 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:12.468016 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f2d7420-909b-4dfb-b9d6-164dc3654e5a req-dcba3bfe-e72d-4122-8c77-1bbfe4d97050 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440400 Sep 17 19:17:12.470637 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6209d466-b1e5-41d3-9071-bb5573e76974 req-d130a8f1-6b81-4a0b-97ae-a332ffe18868 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412043 Sep 17 19:17:12.566523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ace0f7-8e79-4522-ac7b-c6e199f16330 req-c6bea597-5b9b-4d78-8e9b-80918deb0097 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:12.568256 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60ace0f7-8e79-4522-ac7b-c6e199f16330 req-c6bea597-5b9b-4d78-8e9b-80918deb0097 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0467405 Sep 17 19:17:12.607291 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60ace0f7-8e79-4522-ac7b-c6e199f16330 req-deab3577-a76f-4b18-9b29-322ec1cb8234 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Sep 17 19:17:13.374604 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:13.607046 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6994f-ad85-43b9-b06c-e1969b80642b req-1d516116-6e2e-4349-a39c-8c03afb0d3b5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:13.608532 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8d6994f-ad85-43b9-b06c-e1969b80642b req-1d516116-6e2e-4349-a39c-8c03afb0d3b5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0759668 Sep 17 19:17:13.616204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab1509-3a17-4531-8904-3a6fee982a1d req-f59d7ff8-9870-4f4e-9e39-c037cd15268b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:13.618057 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4ab1509-3a17-4531-8904-3a6fee982a1d req-f59d7ff8-9870-4f4e-9e39-c037cd15268b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0770285 Sep 17 19:17:13.671847 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8d6994f-ad85-43b9-b06c-e1969b80642b req-f6d53097-74af-4197-820a-c6ea4bd0cf61 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528736 Sep 17 19:17:13.674646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4ab1509-3a17-4531-8904-3a6fee982a1d req-ed03a5f7-07b4-4675-ab3e-6bcfbb7a1700 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500617 Sep 17 19:17:13.770207 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e699278-83da-4c89-9669-66866bae1e7f req-27c938fb-dbfb-4b6b-ad2d-b15c584d6dfe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:13.771557 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1e699278-83da-4c89-9669-66866bae1e7f req-27c938fb-dbfb-4b6b-ad2d-b15c584d6dfe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0465724 Sep 17 19:17:13.807591 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1e699278-83da-4c89-9669-66866bae1e7f req-0fd3728a-de30-4c1c-8bb5-345bcd67015f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302932 Sep 17 19:17:14.200947 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['52f2ce20-2c85-42f6-83e1-cd88ac7323e1'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:17:14.246252 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['0e1642b7-447a-42df-808a-6ec5696e73dd'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:17:14.822940 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd9a9-9a1c-41b8-a8cd-8e011476b1a2 req-05905f45-d65e-48cf-b0c7-bc84b5c1eb43 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:14.824514 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad8cd9a9-9a1c-41b8-a8cd-8e011476b1a2 req-05905f45-d65e-48cf-b0c7-bc84b5c1eb43 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0798707 Sep 17 19:17:14.833086 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f580f41-2ba5-4325-a0b4-e616784a9186 req-c98a6d91-7763-46f4-8b25-a5f7d0c38995 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:14.834462 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f580f41-2ba5-4325-a0b4-e616784a9186 req-c98a6d91-7763-46f4-8b25-a5f7d0c38995 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0885565 Sep 17 19:17:14.863572 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:14.874062 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['032c1a47-a448-4c7c-8539-96747467d6dd'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:17:14.894527 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad8cd9a9-9a1c-41b8-a8cd-8e011476b1a2 req-6fa6607c-6d45-42c4-9fc2-989d829ff7ff tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591266 Sep 17 19:17:14.897261 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f580f41-2ba5-4325-a0b4-e616784a9186 req-6b11d441-c55c-4f04-a650-fee1ae216f8a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561821 Sep 17 19:17:15.006017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca91eb-e004-4724-bf90-b74bcc350bd0 req-3d068da2-ac69-480c-bdf7-f8c07e0afb6b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:15.007427 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dbca91eb-e004-4724-bf90-b74bcc350bd0 req-3d068da2-ac69-480c-bdf7-f8c07e0afb6b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0468884 Sep 17 19:17:15.043588 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dbca91eb-e004-4724-bf90-b74bcc350bd0 req-fa86ae40-9fc7-4fbc-bd88-c3a6fa938c8d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298297 Sep 17 19:17:16.047109 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8de2c-332b-4452-b61c-7a825bf864b7 req-fe6353d0-02b8-4ca2-ad13-ecc2bc5cded4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:16.048603 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49d8de2c-332b-4452-b61c-7a825bf864b7 req-fe6353d0-02b8-4ca2-ad13-ecc2bc5cded4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0756662 Sep 17 19:17:16.060235 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bc9bb-2d68-49f5-bd27-0cb5d4f395da req-826ee024-4ff5-4179-a1e5-1bdb04832a60 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:16.061609 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3f9bc9bb-2d68-49f5-bd27-0cb5d4f395da req-826ee024-4ff5-4179-a1e5-1bdb04832a60 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0787196 Sep 17 19:17:16.115233 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3f9bc9bb-2d68-49f5-bd27-0cb5d4f395da req-ae9ce586-4481-41c5-891c-26a0fc0b51c2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467756 Sep 17 19:17:16.119924 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49d8de2c-332b-4452-b61c-7a825bf864b7 req-fe599cef-32af-4cb0-b70e-b8427c2411f6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574646 Sep 17 19:17:16.223423 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52ec1-7099-4eb2-b2f7-2468098284a4 req-45a0bd4f-8051-4fd3-a066-e648d903ccf3 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:16.224929 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebd52ec1-7099-4eb2-b2f7-2468098284a4 req-45a0bd4f-8051-4fd3-a066-e648d903ccf3 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0514967 Sep 17 19:17:16.265396 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebd52ec1-7099-4eb2-b2f7-2468098284a4 req-4fb9dc4c-22b2-42cb-8cd5-cd9cd19200d6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344567 Sep 17 19:17:17.276842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2abef-a333-4214-9e70-aa53e0030412 req-33186cda-c1be-4b20-a59d-2b8aebf8e263 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:17.278705 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65a2abef-a333-4214-9e70-aa53e0030412 req-33186cda-c1be-4b20-a59d-2b8aebf8e263 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0877588 Sep 17 19:17:17.286959 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad5471-71f9-4378-bfab-c39800631db2 req-4bc8fb6e-b6eb-4d7b-8881-a48c7d23c548 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:17.290007 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-27ad5471-71f9-4378-bfab-c39800631db2 req-4bc8fb6e-b6eb-4d7b-8881-a48c7d23c548 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 945 time: 0.0882945 Sep 17 19:17:17.350132 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-27ad5471-71f9-4378-bfab-c39800631db2 req-bd26fb26-f2e4-4c73-9437-24da989b7baf tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512333 Sep 17 19:17:17.353450 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65a2abef-a333-4214-9e70-aa53e0030412 req-d98f07ba-0518-4614-9a6b-9edec94b51d7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621750 Sep 17 19:17:17.450053 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:17:17.477533 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdd230-5bf6-4630-a7bc-e3f0052662f5 req-2b8c2f59-e476-44b5-9502-c96f59ff0880 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:17.479089 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ffbdd230-5bf6-4630-a7bc-e3f0052662f5 req-2b8c2f59-e476-44b5-9502-c96f59ff0880 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 945 time: 0.0618618 Sep 17 19:17:17.515623 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:17:17.521864 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:17:17.522328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.535090 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ffbdd230-5bf6-4630-a7bc-e3f0052662f5 req-25d4aa2d-11aa-482e-aafa-3cb7fe480027 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Sep 17 19:17:17.614799 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.641207 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:17.643731 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6933ba2b-6088-47ce-80b3-fd30c07ca444" -d '{"events": [{"server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "name": "network-vif-plugged", "status": "completed", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:17.659105 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:17.666511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.667345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:17:17.730161 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea2ddd-cd02-44b2-bea7-cbf31797ccd8 x-openstack-request-id: req-afea2ddd-cd02-44b2-bea7-cbf31797ccd8 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:17.730452 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "name": "network-vif-plugged", "status": "completed", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:17.730705 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afea2ddd-cd02-44b2-bea7-cbf31797ccd8 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:17.731092 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1', 'code': 200} Sep 17 19:17:17.768792 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:17.778010 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292356-54b6-41b6-847d-ce8af531bf3f req-7cdf228c-2e1d-4939-b1a8-3a3695e0e667 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:17.778324 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.778675 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.779016 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.779354 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.779836 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-01292356-54b6-41b6-847d-ce8af531bf3f req-7cdf228c-2e1d-4939-b1a8-3a3695e0e667 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0486915 Sep 17 19:17:17.780054 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.780557 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.781036 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.781568 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.782093 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.782430 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.782762 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.783090 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:17.800119 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 032c1a47-a448-4c7c-8539-96747467d6dd completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:17:17.806154 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 032c1a47-a448-4c7c-8539-96747467d6dd triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:17:17.806731 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.821351 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-01292356-54b6-41b6-847d-ce8af531bf3f req-db4a1ac4-4c9b-47ca-abc7-9062c38774f9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Sep 17 19:17:17.892088 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.924539 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:17.928901 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:17.930251 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 0e1642b7-447a-42df-808a-6ec5696e73dd up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:17:18.008495 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:18.019304 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 0e1642b7-447a-42df-808a-6ec5696e73dd completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:17:18.022956 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 0e1642b7-447a-42df-808a-6ec5696e73dd triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:17:18.023345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:18.096256 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:18.128374 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=0e1642b7-447a-42df-808a-6ec5696e73dd,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:18.133951 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:18.178317 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:18.497123 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfde72b-1bd6-4eba-b33e-accb730ef218 req-360eb8aa-3572-4202-a722-0c1b0d3d7f5c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:18.498492 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5bfde72b-1bd6-4eba-b33e-accb730ef218 req-360eb8aa-3572-4202-a722-0c1b0d3d7f5c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0787408 Sep 17 19:17:18.506307 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520dfaa-3547-4df2-b82b-6713e77a8a69 req-4b8910f7-fc94-4061-b366-8ac3ba7b0772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:18.507684 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3520dfaa-3547-4df2-b82b-6713e77a8a69 req-4b8910f7-fc94-4061-b366-8ac3ba7b0772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0794520 Sep 17 19:17:18.563250 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5bfde72b-1bd6-4eba-b33e-accb730ef218 req-5e37eb60-8334-498d-a466-c7752b6ebb95 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546019 Sep 17 19:17:18.566051 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3520dfaa-3547-4df2-b82b-6713e77a8a69 req-b7e67bf4-5d97-4fa6-a3e2-c938584751ff tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518332 Sep 17 19:17:18.668972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1c343-142d-45f3-8b25-264eda7d6e58 req-d2bc26ed-0685-400d-ae50-4f3d1e1bdfec tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:18.670410 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dfa1c343-142d-45f3-8b25-264eda7d6e58 req-d2bc26ed-0685-400d-ae50-4f3d1e1bdfec tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0468636 Sep 17 19:17:18.706111 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dfa1c343-142d-45f3-8b25-264eda7d6e58 req-c9859fe9-4a59-4b28-8441-556f4ed09595 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299246 Sep 17 19:17:18.932626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8e70-67d1-49d2-b2e3-21e2707ddf5f req-91d22f2d-b642-4f13-a6b3-1c68d627452e tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:18.934088 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bebf8e70-67d1-49d2-b2e3-21e2707ddf5f req-91d22f2d-b642-4f13-a6b3-1c68d627452e tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0470626 Sep 17 19:17:18.973844 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bebf8e70-67d1-49d2-b2e3-21e2707ddf5f req-869a5c31-e4fe-4fd7-bf4e-699f3eb71939 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Sep 17 19:17:19.702921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9310-416b-4a2f-8f14-0d9d76126e8f req-b4cbc4f1-4028-4936-99e7-d030d5fc3cf7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:19.704391 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-660d9310-416b-4a2f-8f14-0d9d76126e8f req-b4cbc4f1-4028-4936-99e7-d030d5fc3cf7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0754366 Sep 17 19:17:19.712078 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c6eac-b41c-4d33-bdd7-ca419097f7c2 req-cf996341-fec1-474b-abff-2b4175cae627 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:19.713415 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-921c6eac-b41c-4d33-bdd7-ca419097f7c2 req-cf996341-fec1-474b-abff-2b4175cae627 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0735178 Sep 17 19:17:19.732509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}, {'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:19.734881 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd597bbd-dbdc-46ed-8089-6b6eddb89915" -d '{"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}, {"server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "name": "network-vif-plugged", "status": "completed", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:19.765967 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-660d9310-416b-4a2f-8f14-0d9d76126e8f req-f711f423-25bf-4e9a-9e8d-ef89be9616b7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515134 Sep 17 19:17:19.770858 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-921c6eac-b41c-4d33-bdd7-ca419097f7c2 req-47541048-683a-4999-8e03-d22ea3c7aa4e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507934 Sep 17 19:17:19.832901 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57eae9-6011-4f49-b51a-5a82958ad249 x-openstack-request-id: req-7f57eae9-6011-4f49-b51a-5a82958ad249 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:19.833202 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "code": 200}, {"server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "name": "network-vif-plugged", "status": "completed", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:19.833453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f57eae9-6011-4f49-b51a-5a82958ad249 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:19.833845 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'code': 200} Sep 17 19:17:19.834099 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'code': 200} Sep 17 19:17:19.879431 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74f70-1b06-4945-b198-2e2db861740a req-b281aeff-17a4-4602-b72d-6d5516783805 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:19.880892 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4b74f70-1b06-4945-b198-2e2db861740a req-b281aeff-17a4-4602-b72d-6d5516783805 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0505941 Sep 17 19:17:19.917193 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4b74f70-1b06-4945-b198-2e2db861740a req-317ddb97-752d-446f-9bcd-a2bd6c0cb11e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305135 Sep 17 19:17:20.086215 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e0ea2-b65e-4e80-b10b-c2f413cb1eba req-0d67dcba-60fe-41a7-9d1c-079c4966a0c0 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:20.087695 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c4e0ea2-b65e-4e80-b10b-c2f413cb1eba req-0d67dcba-60fe-41a7-9d1c-079c4966a0c0 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0477059 Sep 17 19:17:20.124370 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c4e0ea2-b65e-4e80-b10b-c2f413cb1eba req-e3f9ec63-67c5-41f1-926b-7444017b0e65 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307798 Sep 17 19:17:20.913589 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5113d1-822f-41aa-9b59-74d0c00573c0 req-1857265e-7828-4104-82d9-42b51651cc8c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:20.914961 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d5113d1-822f-41aa-9b59-74d0c00573c0 req-1857265e-7828-4104-82d9-42b51651cc8c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0823879 Sep 17 19:17:20.925631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bd0c4-5512-4f36-889a-9bbd8e7b8c59 req-520f3e88-5853-4793-b1a8-3794d889b7a5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:20.926999 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647bd0c4-5512-4f36-889a-9bbd8e7b8c59 req-520f3e88-5853-4793-b1a8-3794d889b7a5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0657961 Sep 17 19:17:20.973883 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d5113d1-822f-41aa-9b59-74d0c00573c0 req-a54f63b9-7237-48ff-91b7-75a6c0212949 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459828 Sep 17 19:17:20.985576 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647bd0c4-5512-4f36-889a-9bbd8e7b8c59 req-850c7420-0c69-4e4d-a242-432da47b96d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515897 Sep 17 19:17:21.076292 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09c5b-330b-4538-9b05-afa1ef03d24e req-8013b20f-50c2-4e12-bca0-36edf6f5efc4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:21.077747 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-54b09c5b-330b-4538-9b05-afa1ef03d24e req-8013b20f-50c2-4e12-bca0-36edf6f5efc4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0475330 Sep 17 19:17:21.113793 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-54b09c5b-330b-4538-9b05-afa1ef03d24e req-220d393b-4e62-41d0-8c3d-18f27954e1eb tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303745 Sep 17 19:17:21.233862 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1e4d5-5b45-41a0-ac2c-9f93e2ec3557 req-339bd1fe-64a4-49ca-b867-164e8c8782b0 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:21.235299 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49c1e4d5-5b45-41a0-ac2c-9f93e2ec3557 req-339bd1fe-64a4-49ca-b867-164e8c8782b0 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0463707 Sep 17 19:17:21.274049 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49c1e4d5-5b45-41a0-ac2c-9f93e2ec3557 req-e2fd1e73-0a4d-497c-99e9-e271aae44708 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Sep 17 19:17:22.112709 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c7388-d472-4631-84ee-0066e69805a4 req-7810bc9d-070f-405b-9ac4-3fa9705327cc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.114077 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-465c7388-d472-4631-84ee-0066e69805a4 req-7810bc9d-070f-405b-9ac4-3fa9705327cc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0743322 Sep 17 19:17:22.125860 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7ae08-105d-45b9-91de-a9aca4b441d7 req-d53e8acc-d523-4df4-b262-db910682d736 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.127272 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-05a7ae08-105d-45b9-91de-a9aca4b441d7 req-d53e8acc-d523-4df4-b262-db910682d736 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0637884 Sep 17 19:17:22.184572 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-465c7388-d472-4631-84ee-0066e69805a4 req-845e07c6-af89-457f-979f-8f0deca4df99 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563743 Sep 17 19:17:22.187270 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-05a7ae08-105d-45b9-91de-a9aca4b441d7 req-fd1bb685-e1bd-4256-a08d-0c0482323709 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529432 Sep 17 19:17:22.300793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4cf3-5d4d-40bc-8019-e688d78e8d7e req-065257c3-6968-4220-ab40-e2e419b1c38a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.303680 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-509f4cf3-5d4d-40bc-8019-e688d78e8d7e req-065257c3-6968-4220-ab40-e2e419b1c38a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0626066 Sep 17 19:17:22.360360 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-509f4cf3-5d4d-40bc-8019-e688d78e8d7e req-e96b0242-99cf-4854-bc9a-2cc58415be68 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484705 Sep 17 19:17:22.450401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4587896-bb6e-46e5-89e2-e25a72e102e7 req-9445e104-4b23-4ea1-af71-9d7868e0b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.451813 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4587896-bb6e-46e5-89e2-e25a72e102e7 req-9445e104-4b23-4ea1-af71-9d7868e0b2ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 1099 time: 0.0638785 Sep 17 19:17:22.461338 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845093a-3a42-43ef-bd01-390f151671cb req-c92e23db-42c6-4e78-bfcd-433aef068843 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.462706 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5845093a-3a42-43ef-bd01-390f151671cb req-c92e23db-42c6-4e78-bfcd-433aef068843 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.1061368 Sep 17 19:17:22.559927 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690a756-7398-4659-a897-37f3c58f9012 req-11e22340-0061-40fd-9d50-f8f8b4111132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.561405 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e690a756-7398-4659-a897-37f3c58f9012 req-11e22340-0061-40fd-9d50-f8f8b4111132 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.1269367 Sep 17 19:17:22.562834 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4587896-bb6e-46e5-89e2-e25a72e102e7 req-17aea202-d22e-4a9d-a438-6a4917eeabde service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742946 Sep 17 19:17:22.564744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd3030-7801-4fa4-b814-143644f01fd9 req-bbc955c6-e552-4bee-b34f-c4d10799238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:22.566049 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3dcd3030-7801-4fa4-b814-143644f01fd9 req-bbc955c6-e552-4bee-b34f-c4d10799238c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1098 time: 0.1342065 Sep 17 19:17:22.569193 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5845093a-3a42-43ef-bd01-390f151671cb req-64ed4700-d25a-4898-ac39-eee77106e9a9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Sep 17 19:17:22.865065 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e690a756-7398-4659-a897-37f3c58f9012 req-d55037fc-c534-4ff5-b513-f47c2fc6fedd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269754 Sep 17 19:17:23.326651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f98217-9551-4aab-b2eb-1b793897f116 req-f1bac402-a892-4629-a1a5-171e2d99d063 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:23.328181 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-96f98217-9551-4aab-b2eb-1b793897f116 req-f1bac402-a892-4629-a1a5-171e2d99d063 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0737989 Sep 17 19:17:23.340507 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95011d-1a42-43b1-a5e5-54079cabf5e8 req-65ae955c-b46a-4290-80f1-0643ee0788f5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:23.341877 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e95011d-1a42-43b1-a5e5-54079cabf5e8 req-65ae955c-b46a-4290-80f1-0643ee0788f5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0788786 Sep 17 19:17:23.391954 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-96f98217-9551-4aab-b2eb-1b793897f116 req-dfad2f68-9a5b-47aa-8fdd-2209ea2449dc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491614 Sep 17 19:17:23.399348 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e95011d-1a42-43b1-a5e5-54079cabf5e8 req-6939e421-131b-44d7-b59a-bf1a293c9dd9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510960 Sep 17 19:17:23.433035 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3dcd3030-7801-4fa4-b814-143644f01fd9 req-67c4e940-a37c-4685-8c91-6e0749b5af30 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326076 Sep 17 19:17:23.494788 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74901a-51c8-4c4b-987a-865d621083a1 req-a93592d2-246d-4cbc-bb92-3b23844ba850 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:23.496268 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b74901a-51c8-4c4b-987a-865d621083a1 req-a93592d2-246d-4cbc-bb92-3b23844ba850 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0484324 Sep 17 19:17:23.535733 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b74901a-51c8-4c4b-987a-865d621083a1 req-55e378be-3aab-46fc-a51d-6b0af0eed98c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Sep 17 19:17:23.683431 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b59db0-1891-4ff6-a039-09bce42629df req-0098ccc2-7d72-4f4d-abc7-ced3ea41cacd tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:23.684883 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c0b59db0-1891-4ff6-a039-09bce42629df req-0098ccc2-7d72-4f4d-abc7-ced3ea41cacd tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0500650 Sep 17 19:17:23.721370 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c0b59db0-1891-4ff6-a039-09bce42629df req-bfd1ac4e-599a-41db-b0e2-d3c50c74ddd4 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Sep 17 19:17:24.537486 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31a85-b2e8-44c4-9f2d-ca26527ee0bf req-a6004b36-0b36-451b-acdb-ae817f95bd30 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:24.539488 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2b31a85-b2e8-44c4-9f2d-ca26527ee0bf req-a6004b36-0b36-451b-acdb-ae817f95bd30 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0759103 Sep 17 19:17:24.562082 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d0be6-7c4e-4f5d-b5e3-1a931bcf5013 req-580ecba6-8dfc-4a1d-b3da-e43680904438 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:24.563552 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b0d0be6-7c4e-4f5d-b5e3-1a931bcf5013 req-580ecba6-8dfc-4a1d-b3da-e43680904438 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0717552 Sep 17 19:17:24.614692 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2b31a85-b2e8-44c4-9f2d-ca26527ee0bf req-f356fd0d-dd9a-4a35-85a0-7f391260ab60 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681038 Sep 17 19:17:24.623527 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b0d0be6-7c4e-4f5d-b5e3-1a931bcf5013 req-c347d7af-f267-42e4-848f-4864ce405c22 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521972 Sep 17 19:17:24.756228 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-9e7e864e-9887-499d-8bed-b25c0f975674 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717883 Sep 17 19:17:24.776176 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc22629-b497-46bc-8f1b-c66de10c5e8e req-2c5e88b4-6680-41e6-875d-429048242828 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:24.777696 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bfc22629-b497-46bc-8f1b-c66de10c5e8e req-2c5e88b4-6680-41e6-875d-429048242828 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0650096 Sep 17 19:17:24.837516 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bfc22629-b497-46bc-8f1b-c66de10c5e8e req-0075f998-fc37-4bd7-8078-51525587e9b9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537267 Sep 17 19:17:24.907190 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd760c6-a647-407f-b219-6764e9028524 req-452311c3-853d-43c1-a5de-f703ce4b0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:24.909239 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-452311c3-853d-43c1-a5de-f703ce4b0ea1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0921066 Sep 17 19:17:24.922347 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469f6b-7ac1-4274-8dc9-c7fc578286fb req-5f688464-4499-46f3-a29f-98da025ff6ae tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:24.924630 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b469f6b-7ac1-4274-8dc9-c7fc578286fb req-5f688464-4499-46f3-a29f-98da025ff6ae tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.0712318 Sep 17 19:17:25.008245 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b469f6b-7ac1-4274-8dc9-c7fc578286fb req-7332488c-974e-4360-9753-e1f6d9f5c7e1 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753403 Sep 17 19:17:25.082711 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd760c6-a647-407f-b219-6764e9028524 req-a29df89b-81a4-453b-9a53-d0eaff6b49d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:25.084326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-a29df89b-81a4-453b-9a53-d0eaff6b49d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1324792 Sep 17 19:17:25.168548 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-6699936b-dda5-4b2e-b004-b95b40c9ebd1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0516539 Sep 17 19:17:25.233560 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd760c6-a647-407f-b219-6764e9028524 req-c25ed9ea-7696-4ebc-b072-eebe496adefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:25.235017 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-c25ed9ea-7696-4ebc-b072-eebe496adefc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0480359 Sep 17 19:17:25.283397 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-c994d5cf-8413-4ff6-900c-4959c8383fd8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259793 Sep 17 19:17:25.395525 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-0e504136-dc1d-44ed-bce4-1739105065cc service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934844 Sep 17 19:17:25.490604 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd760c6-a647-407f-b219-6764e9028524 req-f863dc17-4ef8-44ab-99ea-8c358320d979 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864792 Sep 17 19:17:25.780935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdc476-44e9-49d7-a4a9-4fa840140786 req-2380da31-3e1d-437b-a036-45923ee64f50 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:25.782413 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2bdc476-44e9-49d7-a4a9-4fa840140786 req-2380da31-3e1d-437b-a036-45923ee64f50 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0824602 Sep 17 19:17:25.797142 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24cb9b-c386-4c14-af06-801967518e48 req-cf88e42a-41db-4919-8e7d-1cbe008b37d2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:25.798658 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6f24cb9b-c386-4c14-af06-801967518e48 req-cf88e42a-41db-4919-8e7d-1cbe008b37d2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0743005 Sep 17 19:17:25.854711 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2bdc476-44e9-49d7-a4a9-4fa840140786 req-6cf57a1b-f119-4e3c-8e89-668dd7936aa2 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549240 Sep 17 19:17:25.859919 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6f24cb9b-c386-4c14-af06-801967518e48 req-78ce86f3-1c20-4206-8162-e0a2445afba4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536301 Sep 17 19:17:25.988141 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f017b84-b9d0-48b0-8c42-007f9695eef7 req-33966be9-f4ae-48a7-acb9-5f6234485f08 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:25.989623 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f017b84-b9d0-48b0-8c42-007f9695eef7 req-33966be9-f4ae-48a7-acb9-5f6234485f08 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0789185 Sep 17 19:17:26.002238 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af444a6-1338-4f0b-b2cc-1d83bae2a2cd req-8131b47e-6490-47fe-b00d-3ce26903907e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.003700 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2af444a6-1338-4f0b-b2cc-1d83bae2a2cd req-8131b47e-6490-47fe-b00d-3ce26903907e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0666749 Sep 17 19:17:26.012711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33406) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:26.017428 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'floatingip': {'port_id': '0e1642b7-447a-42df-808a-6ec5696e73dd'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:17:26.040402 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f017b84-b9d0-48b0-8c42-007f9695eef7 req-b4dd5a69-0647-4ceb-bd82-a8d088bcf41d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351336 Sep 17 19:17:26.074692 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33420) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:26.160186 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Deleting subnet 062df3b8-2014-492f-a32b-d86a5436264c {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:17:26.167336 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.167519 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.210913 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6602d5-9104-4871-90e9-ba0a29e0f3be req-940d9cc6-de80-4477-9810-f1d34bffb736 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.213890 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dd6602d5-9104-4871-90e9-ba0a29e0f3be req-940d9cc6-de80-4477-9810-f1d34bffb736 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.1067054 Sep 17 19:17:26.251363 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.303038 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dd6602d5-9104-4871-90e9-ba0a29e0f3be req-e8c5fd88-092c-4162-b375-8f8705614012 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820265 Sep 17 19:17:26.316269 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.426250 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.455718 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062df3b8-2014-492f-a32b-d86a5436264c,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:26.465994 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.468068 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/062df3b8-2014-492f-a32b-d86a5436264c HTTP/1.1" status: 204 len: 168 time: 0.3918235 Sep 17 19:17:26.472691 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33434) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:26.477734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.478089 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.478437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.478780 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.479115 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.479451 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.479781 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.480149 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.480484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.480809 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.481134 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.481456 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d8496c1-24b2-47e8-93af-10fb2a3196c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:26.547543 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-2dc23606-b30e-4f38-8b1a-63da1ca64ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.549080 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-2dc23606-b30e-4f38-8b1a-63da1ca64ef6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 1099 time: 0.0797827 Sep 17 19:17:26.560932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564fdd-9c36-4e9c-8b28-5762acba1309 req-b6b781d1-adf6-4a07-866f-bfbe9588efb0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.562368 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-70564fdd-9c36-4e9c-8b28-5762acba1309 req-b6b781d1-adf6-4a07-866f-bfbe9588efb0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0618367 Sep 17 19:17:26.594768 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.652543 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-70564fdd-9c36-4e9c-8b28-5762acba1309 req-08fa632e-fe2b-477b-963c-fb81595e46af tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819595 Sep 17 19:17:26.677214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-38e3f3ad-89e6-4144-8692-83f4f62730f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.678674 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-38e3f3ad-89e6-4144-8692-83f4f62730f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1154780 Sep 17 19:17:26.725227 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-717b5bb6-c04f-4fa6-9278-14023bad6643 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1 HTTP/1.1" status: 200 len: 217 time: 0.0370991 Sep 17 19:17:26.727233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.777095 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-dd4b8e2d-f37c-48cf-be9b-52e31be39611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:26.779039 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-dd4b8e2d-f37c-48cf-be9b-52e31be39611 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0447392 Sep 17 19:17:26.825086 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-c9ec8063-396e-45e6-af8b-c94f51694036 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253019 Sep 17 19:17:26.837373 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa086f7-b9ea-4d7a-88aa-2fdb4558e769']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:26.860039 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9769aa25-b274-4a98-b510-b3a6c86d484a') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:26.860332 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9769aa25-b274-4a98-b510-b3a6c86d484a') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:26.877886 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.947872 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-ffb71e28-f88a-45b0-895b-0bb7a8f87b07 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136012 Sep 17 19:17:26.972871 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.996230 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:17:26.996631 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:17:26.998302 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:17:27.114331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.123529 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.128016 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dfa086f7-b9ea-4d7a-88aa-2fdb4558e769 HTTP/1.1" status: 204 len: 168 time: 0.6518428 Sep 17 19:17:27.131642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33438) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:27.143626 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.db.resource_extend [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 19:17:27.204513 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa086f7-b9ea-4d7a-88aa-2fdb4558e769,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:27.218319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-dc15cd28-33f9-4545-9b8c-76061a8d1385 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:27.219763 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-dc15cd28-33f9-4545-9b8c-76061a8d1385 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.22 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.3014436 Sep 17 19:17:27.230862 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.231213 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.231746 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.232011 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.232351 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.232677 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.232997 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.233584 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.233664 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.233954 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.234227 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.234540 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae57a678-ef84-4f12-bf3c-984a18fab4a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:17:27.259278 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47654e2-9216-481c-9fd7-ba95f8ac0aa3 req-e97a97ee-fa9a-454a-94c7-4c40a3531b22 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:27.260751 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b47654e2-9216-481c-9fd7-ba95f8ac0aa3 req-e97a97ee-fa9a-454a-94c7-4c40a3531b22 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.3106434 Sep 17 19:17:27.276458 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Deleting subnet 29df85ec-116a-48a2-b365-1bdfaedf6c8c {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:17:27.280212 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.296780 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.306050 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.311071 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.361441 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.409452 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec3bbe1f-9f51-46bd-8191-21ddb6091955 req-595fa86b-b927-4f49-9b2e-5bf1ef983f3a service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329827 Sep 17 19:17:27.420178 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b47654e2-9216-481c-9fd7-ba95f8ac0aa3 req-6b8d4ba1-45d2-4374-a9aa-404e6fde8507 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502202 Sep 17 19:17:27.454100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.492082 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.l3_db [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Floating IP 6b7c9131-c05b-4e6b-95b4-7edc52b692b9 associated. External IP: 172.27.3.94, port: 0e1642b7-447a-42df-808a-6ec5696e73dd. Sep 17 19:17:27.509898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Deleting port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:17:27.510260 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.581169 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.586246 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9cc594-7a49-4523-891d-2f8c2ffe05dd req-e0d2f0bf-8341-4762-8b54-f59a9248c126 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:27.593788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ff9cc594-7a49-4523-891d-2f8c2ffe05dd req-e0d2f0bf-8341-4762-8b54-f59a9248c126 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 946 time: 0.1452277 Sep 17 19:17:27.640356 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29df85ec-116a-48a2-b365-1bdfaedf6c8c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:27.667207 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.671792 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-def0aaa9-59d3-4127-8faf-09a5b2877114 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/29df85ec-116a-48a2-b365-1bdfaedf6c8c HTTP/1.1" status: 204 len: 168 time: 0.5382676 Sep 17 19:17:27.672839 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33462) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:27.703378 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb64602-402c-4737-bb0a-0e40c7f95a1d req-27e14894-faab-4faf-b973-60aef7a035d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:27.704939 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebb64602-402c-4737-bb0a-0e40c7f95a1d req-27e14894-faab-4faf-b973-60aef7a035d4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.1712344 Sep 17 19:17:27.731204 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ff9cc594-7a49-4523-891d-2f8c2ffe05dd req-1380f6b9-3e90-42ef-a8b7-b2cf552a1971 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303306 Sep 17 19:17:27.731923 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33466) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:27.743262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'floatingip': {'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:17:27.815824 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33468) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:27.840688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] For port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,segment=NetworkSegment(9812f4e3-2cf2-440a-a646-769a284c899d),segment_id=9812f4e3-2cf2-440a-a646-769a284c899d)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:17:27.841682 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.870512 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:27.996081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Calling delete_port for 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:17:28.067957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:17:28.069210 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33474) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:28.154120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a224b0c8-2927-4434-b340-3f054cf289f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.218733 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.225195 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a309cfb-34be-406f-b82d-b26f926c80d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.238586 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:17:28.243526 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.254739 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:17:28.264400 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:17:28.265119 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:17:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:28.286932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201745f-7701-4987-89f1-38b8715f9df3 req-f1e9d249-0a2c-4ca6-a7b8-cc56c65593d4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:28.290932 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-4b2e9289-d529-4224-99ba-533b9ed628c3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "PUT /v2.0/floatingips/6b7c9131-c05b-4e6b-95b4-7edc52b692b9 HTTP/1.1" status: 200 len: 991 time: 2.2744679 Sep 17 19:17:28.290932 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd'}] {{(pid=94273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:28.292381 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2c32e34fcec546a14a883c4ff213d3102623b5f220e47a3dc45e63540fa4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647075eb-0eb1-4447-af32-c4ec28e76962" -d '{"events": [{"name": "network-changed", "server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd"}]}' {{(pid=94273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:28.292867 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0201745f-7701-4987-89f1-38b8715f9df3 req-f1e9d249-0a2c-4ca6-a7b8-cc56c65593d4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.4671245 Sep 17 19:17:28.342796 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a224b0c8-2927-4434-b340-3f054cf289f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.346798 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a224b0c8-2927-4434-b340-3f054cf289f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.388021 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a224b0c8-2927-4434-b340-3f054cf289f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57d43711e31648479f4121c7f1cc0812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137021 Sep 17 19:17:28.389031 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224b0c8-2927-4434-b340-3f054cf289f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d10e2-d416-4eec-8f7e-041f592620ec,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:28.393055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33486) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:28.395210 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:17:28.443406 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.454968 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc98ce15-ef35-4082-adbb-e93414f8e0c6 x-openstack-request-id: req-fc98ce15-ef35-4082-adbb-e93414f8e0c6 {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:28.455255 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd", "status": "completed", "code": 200}]} {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:28.455537 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc98ce15-ef35-4082-adbb-e93414f8e0c6 {{(pid=94273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:28.455959 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'status': 'completed', 'code': 200} Sep 17 19:17:28.471109 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.525417 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.528007 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.531492 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1d10e2-d416-4eec-8f7e-041f592620ec HTTP/1.1" status: 204 len: 168 time: 0.1352179 Sep 17 19:17:28.537734 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8273f-1a9c-4133-ad17-f2bf0eb6b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d10e2-d416-4eec-8f7e-041f592620ec,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:28.673431 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0201745f-7701-4987-89f1-38b8715f9df3 req-f42ad740-c2f2-4b1c-80f1-5cf370bfdff1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003857 Sep 17 19:17:28.718395 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6b7c9131-c05b-4e6b-95b4-7edc52b692b9', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:70:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:38Z', 'updated_at': '2021-09-17T19:17:27Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:28.744907 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:17:28.753737 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:17:28.754475 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:17:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:28.791145 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.820094 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-838c0ac1-14f5-4f88-945d-4a588d2c6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:28.821853 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-838c0ac1-14f5-4f88-945d-4a588d2c6025 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.3300743 Sep 17 19:17:28.835598 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33494) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:28.850239 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f9524f70-01ff-4da0-9199-53c98d372bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:28.862133 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:17:28.880847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e7fc94-f603-4e13-84d5-bd68a03191bb']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:29.128245 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.163673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b516e1-0b17-4bf1-98fd-dd7c3a6a1ce8') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:29.163966 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b516e1-0b17-4bf1-98fd-dd7c3a6a1ce8') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:29.177323 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6b7c9131-c05b-4e6b-95b4-7edc52b692b9', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:70:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:38Z', 'updated_at': '2021-09-17T19:17:27Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:29.206854 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37959b21-8aeb-4f11-84fc-db3bba37cb2c None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6b7c9131-c05b-4e6b-95b4-7edc52b692b9', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:70:5c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:38Z', 'updated_at': '2021-09-17T19:17:27Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:17:29.239198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.373259 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.398179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Pushing event deleted for resources: {'Port': ['ID=8fab57b1-539d-42e6-bbc6-71ce48fabaa2,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:29.417776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8827a8-7d1a-4235-9327-7100ecbd9770 req-33653e3e-6055-4ff8-af8e-14f3b223bd4b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:29.419292 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1f8827a8-7d1a-4235-9327-7100ecbd9770 req-33653e3e-6055-4ff8-af8e-14f3b223bd4b tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 867 time: 0.6082370 Sep 17 19:17:29.432580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:17:29.433002 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.438576 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6c2c2a-e95c-4a8c-95f1-0f12e31f9e13 None None] New status for floating IP 6b7c9131-c05b-4e6b-95b4-7edc52b692b9: ACTIVE {{(pid=94275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:17:29.456213 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:17:29.501628 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a309cfb-34be-406f-b82d-b26f926c80d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.515163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] No DVR routers for this DVR port 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:17:29.544079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8a309cfb-34be-406f-b82d-b26f926c80d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.552286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.554571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-76bc38ae-1c6e-4ecd-8d79-39e1eb38bc00 req-318c7308-08a1-4239-a6a1-7b31f9749bf9 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.22 "DELETE /v2.0/ports/8fab57b1-539d-42e6-bbc6-71ce48fabaa2 HTTP/1.1" status: 204 len: 173 time: 2.3045034 Sep 17 19:17:29.587939 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'name': 'network-vif-deleted', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:29.590249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07890a15-42b0-4c27-8ea6-43702dcc20ce" -d '{"events": [{"server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "name": "network-vif-deleted", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:29.603873 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f9524f70-01ff-4da0-9199-53c98d372bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.608560 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f9524f70-01ff-4da0-9199-53c98d372bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.627280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.db.resource_extend [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 19:17:29.639957 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-9339d611-b9c5-4363-8e66-2d42a5878877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:29.641733 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-9339d611-b9c5-4363-8e66-2d42a5878877 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.7884817 Sep 17 19:17:29.653557 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f9524f70-01ff-4da0-9199-53c98d372bdb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb6610232c904851bd9c8e4d384c763a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164558 Sep 17 19:17:29.654765 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9524f70-01ff-4da0-9199-53c98d372bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f5b477-6059-46f3-93d0-c63717643d5e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:29.657255 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33506) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:29.708554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.710510 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.717760 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8a309cfb-34be-406f-b82d-b26f926c80d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2c08c86c924468da1ff6b6a33978832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8956335 Sep 17 19:17:29.721003 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1f8827a8-7d1a-4235-9327-7100ecbd9770 req-83122cc2-75c7-429c-9355-3a4dd7c0e632 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/security-groups?id=f9a88093-d9d9-4099-9ee0-054c5b43a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698920 Sep 17 19:17:29.721806 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33510) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:29.729753 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309cfb-34be-406f-b82d-b26f926c80d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c361cd7-b993-421b-9a4b-10e692f245fb,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:29.738189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.739944 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] 10.222.0.21 "DELETE /v2.0/networks/91e7fc94-f603-4e13-84d5-bd68a03191bb HTTP/1.1" status: 204 len: 168 time: 2.0617070 Sep 17 19:17:29.763139 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6d3e0-64fa-4b08-90af-b6db7fd6e574 admin admin] Pushing event deleted for resources: {'Network': ['ID=91e7fc94-f603-4e13-84d5-bd68a03191bb,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:29.779504 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.785508 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.793095 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.806516 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.844579 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54afa405-aa74-4d04-88c4-4c308dd9277a x-openstack-request-id: req-54afa405-aa74-4d04-88c4-4c308dd9277a {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:29.845652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b474d404-18f2-48e1-ad15-63f4084fba31", "name": "network-vif-deleted", "tag": "8fab57b1-539d-42e6-bbc6-71ce48fabaa2", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:29.846084 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54afa405-aa74-4d04-88c4-4c308dd9277a {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:29.846677 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b474d404-18f2-48e1-ad15-63f4084fba31', 'name': 'network-vif-deleted', 'tag': '8fab57b1-539d-42e6-bbc6-71ce48fabaa2', 'status': 'completed', 'code': 200} Sep 17 19:17:29.859162 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.905455 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.909131 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.910597 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63f5b477-6059-46f3-93d0-c63717643d5e HTTP/1.1" status: 204 len: 168 time: 0.2521789 Sep 17 19:17:29.923719 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1225a2a-9e13-46d9-bec2-90da99213595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f5b477-6059-46f3-93d0-c63717643d5e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:29.944467 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.950027 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:29.951817 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c361cd7-b993-421b-9a4b-10e692f245fb HTTP/1.1" status: 204 len: 168 time: 0.2290797 Sep 17 19:17:29.970240 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f896130-c101-48b6-9121-5d69bdfb8105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c361cd7-b993-421b-9a4b-10e692f245fb,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:30.021920 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33518) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.026842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b8cb-69f9-4605-939f-6b84a82dee14 req-2e9ec191-71b3-4f72-b28e-98132578ce30 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:30.033922 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e592b8cb-69f9-4605-939f-6b84a82dee14 req-2e9ec191-71b3-4f72-b28e-98132578ce30 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0847213 Sep 17 19:17:30.049934 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Floating IP 6aa91bba-8298-4723-9c8f-7ab75702cedc associated. External IP: 172.27.3.246, port: 032c1a47-a448-4c7c-8539-96747467d6dd. Sep 17 19:17:30.083588 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33520) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.084602 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b980646d-fd0d-4fc7-b4a8-00c0e5bf6303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fad43124658c4c92817ff827b598217b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613515 Sep 17 19:17:30.140648 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e592b8cb-69f9-4605-939f-6b84a82dee14 req-63d89e82-3a95-4f7e-a5c3-a26bbd735dc9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057289 Sep 17 19:17:30.209642 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.285865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.375385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:17:30.388326 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.389299 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33536) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.390851 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.391962 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27d2a427-4cfa-414b-b152-0d815147af54 HTTP/1.1" status: 204 len: 168 time: 0.3062189 Sep 17 19:17:30.405803 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5510249-62f0-4850-ac70-e32f3d01ee3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.431919 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f54758-3035-4449-bc80-a90a1f5ba108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2a427-4cfa-414b-b152-0d815147af54,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:30.537512 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:17:30.544244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.550546 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:17:30.555894 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5510249-62f0-4850-ac70-e32f3d01ee3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.563816 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5510249-62f0-4850-ac70-e32f3d01ee3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.565584 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:17:30.566623 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:17:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:30.593212 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-fc49a83e-8e5c-4c66-9c35-4702f1d07f13 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "PUT /v2.0/floatingips/6aa91bba-8298-4723-9c8f-7ab75702cedc HTTP/1.1" status: 200 len: 991 time: 2.8532913 Sep 17 19:17:30.630696 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d5510249-62f0-4850-ac70-e32f3d01ee3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e24994881e746b2837e76f1cfd38cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2401018 Sep 17 19:17:30.633499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33546) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.644614 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510249-62f0-4850-ac70-e32f3d01ee3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d32297-0425-49e6-9227-8a385d0a222b,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:30.705050 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.716452 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:17:30.729948 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.789467 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.794090 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.795517 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7d32297-0425-49e6-9227-8a385d0a222b HTTP/1.1" status: 204 len: 168 time: 0.1607463 Sep 17 19:17:30.807129 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6fa4-0954-4c0a-9572-f867581cfbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d32297-0425-49e6-9227-8a385d0a222b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:30.850412 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33558) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.899597 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-87162c2d-535f-455a-a85d-6fdb0efb79f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c3c28479c2f410e94f15501ba8549ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473647 Sep 17 19:17:30.902095 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33560) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:30.953535 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.981501 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:30.997012 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6aa91bba-8298-4723-9c8f-7ab75702cedc', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:35Z', 'updated_at': '2021-09-17T19:17:29Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:31.038114 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:17:31.043050 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:31.045788 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:31.049469 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:17:31.049469 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:17:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:31.050457 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82e74ae9-6302-4ccd-b1fa-dbc381971574 HTTP/1.1" status: 204 len: 168 time: 0.1467707 Sep 17 19:17:31.060228 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134640a-b1f8-4602-a004-f2ce4aa9b1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e74ae9-6302-4ccd-b1fa-dbc381971574,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:31.165808 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:17:31.431072 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6aa91bba-8298-4723-9c8f-7ab75702cedc', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:35Z', 'updated_at': '2021-09-17T19:17:29Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:31.458133 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a00a2c-e210-4488-a39c-56a0ac97bd4b None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '6aa91bba-8298-4723-9c8f-7ab75702cedc', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.246', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:16:35Z', 'updated_at': '2021-09-17T19:17:29Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:17:31.514033 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:17:31.537877 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:17:31.538347 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8fab57b1-539d-42e6-bbc6-71ce48fabaa2 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:17:31.633118 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-d4eaac7e-3c67-4420-9108-f6404889110e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1001 time: 0.1127706 Sep 17 19:17:31.731459 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75a05c4-a225-4847-8b3a-b73612257faf None None] New status for floating IP 6aa91bba-8298-4723-9c8f-7ab75702cedc: ACTIVE {{(pid=94275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:17:31.854723 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:17:31.858450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adb3d85-e7f7-4ffe-bb07-1be3de311872" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:17:32.631810 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33652) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:32.660995 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33656) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:32.753644 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-764d0fcf-ea7d-42f0-84be-70c7c61e2d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:32.790140 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a1269131-fc8b-49d9-b1aa-cee6bbf5f50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:32.872404 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-764d0fcf-ea7d-42f0-84be-70c7c61e2d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:32.880165 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-764d0fcf-ea7d-42f0-84be-70c7c61e2d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:32.935578 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d0fcf-ea7d-42f0-84be-70c7c61e2d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c0683e-61f6-46b7-9ed3-d0f83df7df83,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:32.944428 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-764d0fcf-ea7d-42f0-84be-70c7c61e2d79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf5105bb78464ed8b7b44e59b0fb1419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102586 Sep 17 19:17:32.948655 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33668) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:32.976050 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-d6f940e9-f0b3-4af4-8f2f-86e3c6b37cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:32.977746 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-d6f940e9-f0b3-4af4-8f2f-86e3c6b37cfa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0667379 Sep 17 19:17:33.042738 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.065520 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a1269131-fc8b-49d9-b1aa-cee6bbf5f50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.076043 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a1269131-fc8b-49d9-b1aa-cee6bbf5f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.084853 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.142182 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a1269131-fc8b-49d9-b1aa-cee6bbf5f50e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db1f7878cb2a41f2bf9c9339b2c819de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4799247 Sep 17 19:17:33.147749 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1269131-fc8b-49d9-b1aa-cee6bbf5f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d4887-7f39-4904-99f1-815ec14e68e9,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:33.151202 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33672) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:33.217204 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.219760 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.221042 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60c0683e-61f6-46b7-9ed3-d0f83df7df83 HTTP/1.1" status: 204 len: 168 time: 0.2706299 Sep 17 19:17:33.226711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.252648 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.281929 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-580a6d5b-e841-43ff-a40b-c1a206c82d63 req-5a45c8f4-27ca-4188-a2cb-6b2fecb97e91 tempest-DeleteServersTestJSON-420504341 tempest-DeleteServersTestJSON-420504341-project] 10.222.0.21 "GET /v2.0/ports?device_id=b474d404-18f2-48e1-ad15-63f4084fba31 HTTP/1.1" status: 200 len: 210 time: 0.2769058 Sep 17 19:17:33.293815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32428ff4-ca0f-427d-9f57-64549c9c0f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c0683e-61f6-46b7-9ed3-d0f83df7df83,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:33.316585 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.319448 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:33.320685 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/992d4887-7f39-4904-99f1-815ec14e68e9 HTTP/1.1" status: 204 len: 168 time: 0.1657374 Sep 17 19:17:33.350910 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff0d8b-1a69-470d-8148-56f35d09f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d4887-7f39-4904-99f1-815ec14e68e9,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:33.363106 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-0de427c7-2d30-469f-b86d-f827a4765f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.364930 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-0de427c7-2d30-469f-b86d-f827a4765f56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3784523 Sep 17 19:17:33.383092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76176de-c5f2-4715-b711-f1b05e4682bd req-0a7b61f9-ba45-4193-9569-69dac2dbf3e1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.384812 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b76176de-c5f2-4715-b711-f1b05e4682bd req-0a7b61f9-ba45-4193-9569-69dac2dbf3e1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.1178565 Sep 17 19:17:33.412988 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ca1269-a15a-4130-829e-53091bab49f6 x-openstack-request-id: req-73ca1269-a15a-4130-829e-53091bab49f6 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:17:33.413276 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:17:33.413521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73ca1269-a15a-4130-829e-53091bab49f6 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:17:33.413900 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'status': 'completed', 'code': 200} Sep 17 19:17:33.496763 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b76176de-c5f2-4715-b711-f1b05e4682bd req-c33d9d30-99b1-4c05-929e-93a2930f6aed tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023669 Sep 17 19:17:33.554383 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-bcabcb12-8cfb-494a-a3fd-61bbc96a4c90 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683602 Sep 17 19:17:33.561904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-5be58528-182f-465c-953a-1ebbfb4c2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.566624 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-5be58528-182f-465c-953a-1ebbfb4c2bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1098 time: 0.0639734 Sep 17 19:17:33.675002 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33690) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:33.716107 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:17:33.747661 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-647075eb-0eb1-4447-af32-c4ec28e76962 req-a9c85122-6ef6-4bec-ab9c-6f60161b7451 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794174 Sep 17 19:17:33.750270 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-3d5997c0-b869-47a5-ac35-3da1165e92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.751638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-3d5997c0-b869-47a5-ac35-3da1165e92e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.1762841 Sep 17 19:17:33.827530 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-2e889843-21c0-4a2b-af58-0c0f73477da8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 1001 time: 0.0637469 Sep 17 19:17:33.882036 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-a81de26b-1024-4244-bfb5-758d5f5b8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.884077 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-a81de26b-1024-4244-bfb5-758d5f5b8a4f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0481813 Sep 17 19:17:33.943064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-ddfbacdf-ef17-472e-a3e7-b45a5ab091c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:33.946078 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-ddfbacdf-ef17-472e-a3e7-b45a5ab091c5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488412 Sep 17 19:17:33.968051 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd439483-d2b8-4b81-a411-5afed3e58772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.087439 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-0910cd61-552f-4ffc-9593-5bedb5f3476b service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280210 Sep 17 19:17:34.140729 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd439483-d2b8-4b81-a411-5afed3e58772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.147112 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd439483-d2b8-4b81-a411-5afed3e58772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.187214 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-dd439483-d2b8-4b81-a411-5afed3e58772 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3cf33586f394fd1bddd365cf1becf7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110934 Sep 17 19:17:34.193895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33716) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:34.209174 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd439483-d2b8-4b81-a411-5afed3e58772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35f86a-5155-4f12-a99d-2021d7ce61f2,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:34.259645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0adb3d85-e7f7-4ffe-bb07-1be3de311872 req-81542f35-16ab-4168-8aee-ff59aa3e8853 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643078 Sep 17 19:17:34.315067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.340982 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.397874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.400634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:34.405781 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb35f86a-5155-4f12-a99d-2021d7ce61f2 HTTP/1.1" status: 204 len: 168 time: 0.2080448 Sep 17 19:17:34.419233 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc62c-fd28-430f-b34b-1303aacaec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35f86a-5155-4f12-a99d-2021d7ce61f2,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:34.651607 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7736c24-1de7-480d-9fa3-203ff27a2ce2 req-56f3b343-3131-4de1-8bfb-b06ac8010f64 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:34.653251 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7736c24-1de7-480d-9fa3-203ff27a2ce2 req-56f3b343-3131-4de1-8bfb-b06ac8010f64 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0767910 Sep 17 19:17:34.710441 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7736c24-1de7-480d-9fa3-203ff27a2ce2 req-1ecd1603-9dba-44a0-9b00-96a741c3de8e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435436 Sep 17 19:17:34.960493 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33776) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:34.975263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-35a3873b-6ac4-4794-8606-cb04ee3866fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.166152 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-35a3873b-6ac4-4794-8606-cb04ee3866fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.170590 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-35a3873b-6ac4-4794-8606-cb04ee3866fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.229232 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-35a3873b-6ac4-4794-8606-cb04ee3866fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d20155dd1ae4776a5e97921815b5cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670093 Sep 17 19:17:35.230363 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3873b-6ac4-4794-8606-cb04ee3866fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d2794-3b2e-457a-940b-316f5579efc1,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:35.232052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33788) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:35.304169 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.330096 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.376597 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33796) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:35.410920 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.415914 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.417185 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f9d2794-3b2e-457a-940b-316f5579efc1 HTTP/1.1" status: 204 len: 168 time: 0.1831493 Sep 17 19:17:35.426039 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c907d-c260-4e8c-a98b-3ef9a842b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d2794-3b2e-457a-940b-316f5579efc1,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:35.562726 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1225839f-f921-4789-911c-d2f4a2442fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.675858 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1225839f-f921-4789-911c-d2f4a2442fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.679675 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1225839f-f921-4789-911c-d2f4a2442fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.714944 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1225839f-f921-4789-911c-d2f4a2442fea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=208a40209c3c429898ea95acd6e39fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372295 Sep 17 19:17:35.717682 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33812) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:35.719646 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225839f-f921-4789-911c-d2f4a2442fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3922f-7f57-4c81-ad9c-1bc1ea57bee8,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:35.767449 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.790843 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.865943 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022580e8-52a7-49c5-89a2-05326f6c6f06 req-e2ef0d9a-435c-4fac-a90c-734049e080f0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:35.868426 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-022580e8-52a7-49c5-89a2-05326f6c6f06 req-e2ef0d9a-435c-4fac-a90c-734049e080f0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0757279 Sep 17 19:17:35.895412 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.902352 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:35.903537 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96b3922f-7f57-4c81-ad9c-1bc1ea57bee8 HTTP/1.1" status: 204 len: 168 time: 0.1848903 Sep 17 19:17:35.935399 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca92b5d-ccbe-45d9-b8f0-b71db448016c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3922f-7f57-4c81-ad9c-1bc1ea57bee8,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:35.940013 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-022580e8-52a7-49c5-89a2-05326f6c6f06 req-889675dd-418b-47bc-81c1-464587d26de4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656853 Sep 17 19:17:35.970499 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33832) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:36.020601 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Deleting subnet ea1e14e3-2490-44b0-a835-b3d7b377e869 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:17:36.023827 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.061816 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.113538 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.180871 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.202829 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.204905 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea1e14e3-2490-44b0-a835-b3d7b377e869 HTTP/1.1" status: 204 len: 168 time: 0.2333667 Sep 17 19:17:36.207670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 33846) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:36.228711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d017717-2d8c-4cca-a329-c8d27f1c5a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1e14e3-2490-44b0-a835-b3d7b377e869,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:36.303344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.393282 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.413603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ef104e9-59e7-4e92-9bac-3dfd5282bb63']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:36.424367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9812f4e3-2cf2-440a-a646-769a284c899d') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:36.424725 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9812f4e3-2cf2-440a-a646-769a284c899d') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:17:36.436899 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.451660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.458768 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:17:36.459295 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:17:36.461485 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:17:36.528676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.557072 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ef104e9-59e7-4e92-9bac-3dfd5282bb63,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:36.562004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:36.564757 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-090fa29a-2743-4b82-91a6-41f8a86f828a admin admin] 10.222.0.21 "DELETE /v2.0/networks/4ef104e9-59e7-4e92-9bac-3dfd5282bb63 HTTP/1.1" status: 204 len: 168 time: 0.3559957 Sep 17 19:17:36.861743 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33892) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:36.924519 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c313e080-26e7-4696-bbed-274639b5899b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92b53e01645d448c96ecf9b75a10e917&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0603542 Sep 17 19:17:36.927347 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33894) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:37.027565 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:37.072085 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:37.151120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:37.153914 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:37.155083 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9a88093-d9d9-4099-9ee0-054c5b43a12e HTTP/1.1" status: 204 len: 168 time: 0.2259896 Sep 17 19:17:37.161851 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a4d6e-465c-4078-b7a2-ff440d80ec3f req-1c1336e4-2029-460d-94cb-c58294728888 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:37.163421 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-165a4d6e-465c-4078-b7a2-ff440d80ec3f req-1c1336e4-2029-460d-94cb-c58294728888 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.1061857 Sep 17 19:17:37.168077 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61894fd8-0c2a-4d4b-9e2d-f61d56da4e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a88093-d9d9-4099-9ee0-054c5b43a12e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:37.215711 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-165a4d6e-465c-4078-b7a2-ff440d80ec3f req-c0e4419e-599e-4c5c-92d6-820b21fda56e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429738 Sep 17 19:17:38.146597 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 33986) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:38.333649 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8d80401f-7ca3-4132-b59b-49e4f51721d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.364835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddac185-d393-4ee5-b739-5f82fcaccd73 req-7f8970a3-9d0f-49fc-8194-2e36cdc56248 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:38.367209 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1ddac185-d393-4ee5-b739-5f82fcaccd73 req-7f8970a3-9d0f-49fc-8194-2e36cdc56248 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0710719 Sep 17 19:17:38.418215 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1ddac185-d393-4ee5-b739-5f82fcaccd73 req-67d81a35-522b-43db-b6fe-6d11e516892d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Sep 17 19:17:38.554578 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8d80401f-7ca3-4132-b59b-49e4f51721d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.563645 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8d80401f-7ca3-4132-b59b-49e4f51721d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.605686 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80401f-7ca3-4132-b59b-49e4f51721d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910e3c8e-ab33-4858-9388-cd6a467e0d00,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:38.613700 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8d80401f-7ca3-4132-b59b-49e4f51721d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a740771ad5314fe8b7574b41d7acce8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639027 Sep 17 19:17:38.614303 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34014) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:38.689703 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.718875 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.768401 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.771187 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:38.772454 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/910e3c8e-ab33-4858-9388-cd6a467e0d00 HTTP/1.1" status: 204 len: 168 time: 0.1568739 Sep 17 19:17:38.784150 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4c245-8fe4-448a-a589-f8b29ca2fd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910e3c8e-ab33-4858-9388-cd6a467e0d00,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:39.141030 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34080) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:39.155525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d068c51b-13ce-4d20-b344-fae4a7cea25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.258274 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d068c51b-13ce-4d20-b344-fae4a7cea25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.262762 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d068c51b-13ce-4d20-b344-fae4a7cea25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.310298 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068c51b-13ce-4d20-b344-fae4a7cea25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0632cd6a-3b79-4ba2-84c9-126814140f2e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:39.315447 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d068c51b-13ce-4d20-b344-fae4a7cea25e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=290c91056c1442c9a6fa27c2a4848b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734130 Sep 17 19:17:39.318303 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34086) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:39.364518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1c08a7da-8da6-4f58-bf9e-1a732a93bf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.402051 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.428403 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.484058 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.488113 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.492789 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0632cd6a-3b79-4ba2-84c9-126814140f2e HTTP/1.1" status: 204 len: 168 time: 0.1707196 Sep 17 19:17:39.514128 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3644bb-bb43-46bd-a7f3-f81e7c24cf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0632cd6a-3b79-4ba2-84c9-126814140f2e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:39.541222 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34100) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:39.585363 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96a4c2-7247-4cc1-8c13-994290320424 req-12174081-e9ca-44c7-a955-eb00b9f28761 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:39.590850 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-db96a4c2-7247-4cc1-8c13-994290320424 req-12174081-e9ca-44c7-a955-eb00b9f28761 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0933397 Sep 17 19:17:39.646456 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-db96a4c2-7247-4cc1-8c13-994290320424 req-b74a16db-afa1-4b77-a427-d350deea4ee2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Sep 17 19:17:39.720981 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-992facc6-2a19-45d5-8b3b-83ad85437828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.855162 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-992facc6-2a19-45d5-8b3b-83ad85437828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.861956 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-992facc6-2a19-45d5-8b3b-83ad85437828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:39.906488 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-992facc6-2a19-45d5-8b3b-83ad85437828 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c96a0fce0a843128ccb9450c90efa84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641784 Sep 17 19:17:39.907446 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992facc6-2a19-45d5-8b3b-83ad85437828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f456487-cf20-4a2c-88fe-4306a5b3b275,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:39.909333 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34136) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:39.985163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.010394 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.096093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.100595 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.108524 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f456487-cf20-4a2c-88fe-4306a5b3b275 HTTP/1.1" status: 204 len: 168 time: 0.1978912 Sep 17 19:17:40.118317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e83d3-aa60-4af1-896a-6675eb6579fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f456487-cf20-4a2c-88fe-4306a5b3b275,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:40.532997 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34174) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:40.547944 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-89c39cdb-3ac8-467d-8960-7e36d632c6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.689688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-89c39cdb-3ac8-467d-8960-7e36d632c6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.704515 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-89c39cdb-3ac8-467d-8960-7e36d632c6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.776799 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-89c39cdb-3ac8-467d-8960-7e36d632c6be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d7b4a0a98674cf386b2230222ce1400&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400029 Sep 17 19:17:40.777120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34190) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:40.781400 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c39cdb-3ac8-467d-8960-7e36d632c6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d72a29f-6a1c-4a6c-9292-2a6126f50c1e,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:40.809405 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37469f4-12e8-460f-90cb-17ac2facdf8b req-c5fdb8d8-fdb1-478d-b2b7-43d5630359b8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:40.812430 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a37469f4-12e8-460f-90cb-17ac2facdf8b req-c5fdb8d8-fdb1-478d-b2b7-43d5630359b8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0681374 Sep 17 19:17:40.864581 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.880516 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a37469f4-12e8-460f-90cb-17ac2facdf8b req-85e952de-25a2-4a34-b76b-bca32bae2631 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595195 Sep 17 19:17:40.887801 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.947620 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.950491 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:40.951817 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d72a29f-6a1c-4a6c-9292-2a6126f50c1e HTTP/1.1" status: 204 len: 168 time: 0.1729419 Sep 17 19:17:40.961298 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793d136-c35c-416e-856d-8650c6047534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d72a29f-6a1c-4a6c-9292-2a6126f50c1e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:41.326035 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34220) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:41.447335 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-34bb8286-710a-44f6-b340-8ba7f440fea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.581305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-34bb8286-710a-44f6-b340-8ba7f440fea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.589929 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-34bb8286-710a-44f6-b340-8ba7f440fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.634769 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-34bb8286-710a-44f6-b340-8ba7f440fea6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af3a8d3d99704dafb8f1e472b728f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040886 Sep 17 19:17:41.635355 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34242) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:41.641923 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb8286-710a-44f6-b340-8ba7f440fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca17ac58-be72-4fea-bfbb-428d0592f3cd,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:41.691019 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.717305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.792999 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.795450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:41.798961 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca17ac58-be72-4fea-bfbb-428d0592f3cd HTTP/1.1" status: 204 len: 168 time: 0.1598487 Sep 17 19:17:41.807022 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1e1d0-5298-4d3e-b37a-fbb6e8e6da05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca17ac58-be72-4fea-bfbb-428d0592f3cd,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:41.931113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b96bbbcc-5506-418d-85e2-52ec6f465404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.027775 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ce4cf-479e-497f-b800-e69a573e775a req-e42d09f6-0047-4812-a186-f06e156d8a35 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:42.029398 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af2ce4cf-479e-497f-b800-e69a573e775a req-e42d09f6-0047-4812-a186-f06e156d8a35 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0665431 Sep 17 19:17:42.075251 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af2ce4cf-479e-497f-b800-e69a573e775a req-fb368ef0-5451-46fb-af71-b21d939d2bdb tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388494 Sep 17 19:17:42.321704 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34286) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:42.337779 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c6a801ad-6333-4b15-b1f1-38065faa0826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.395319 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.458250 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c6a801ad-6333-4b15-b1f1-38065faa0826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.484688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c6a801ad-6333-4b15-b1f1-38065faa0826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.512022 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c6a801ad-6333-4b15-b1f1-38065faa0826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91024fdecaa14011a34d63fd5a1db5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883392 Sep 17 19:17:42.514229 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34300) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:42.520613 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a801ad-6333-4b15-b1f1-38065faa0826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ae654-5583-416d-b2c8-8e62d8575cb9,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:42.611958 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.637974 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.706225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.714667 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:42.716153 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f6ae654-5583-416d-b2c8-8e62d8575cb9 HTTP/1.1" status: 204 len: 168 time: 0.2008181 Sep 17 19:17:42.724838 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f65c2-aa9b-4a24-9439-8267b4886112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ae654-5583-416d-b2c8-8e62d8575cb9,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:43.206957 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bf08d-549f-495d-b950-8e7864a3f0df req-dbc2dbe2-e3d7-4009-a5c1-c87b97b6f8a3 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:43.208690 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-892bf08d-549f-495d-b950-8e7864a3f0df req-dbc2dbe2-e3d7-4009-a5c1-c87b97b6f8a3 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0566728 Sep 17 19:17:43.252917 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-892bf08d-549f-495d-b950-8e7864a3f0df req-68f54512-4837-489a-a2bf-6b73acdf1f21 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Sep 17 19:17:43.378764 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.378179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4b90a-37e0-4012-ae67-eac175b3969f req-60ba893b-472a-4c65-a7a2-8ac61aee2123 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:44.379639 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-68a4b90a-37e0-4012-ae67-eac175b3969f req-60ba893b-472a-4c65-a7a2-8ac61aee2123 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0491471 Sep 17 19:17:44.386601 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34396) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:44.417796 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-68a4b90a-37e0-4012-ae67-eac175b3969f req-d96e78ad-9210-4287-b98a-e0792517998c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314751 Sep 17 19:17:44.491689 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60886235-7360-43cf-8b4a-da532268183a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.589827 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60886235-7360-43cf-8b4a-da532268183a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.596591 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60886235-7360-43cf-8b4a-da532268183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.639109 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34410) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:44.639397 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-60886235-7360-43cf-8b4a-da532268183a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ff41788e07a43cb8da7478495e9c4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514553 Sep 17 19:17:44.639996 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60886235-7360-43cf-8b4a-da532268183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11dbc47-433d-43b0-8b30-49c54571aa3b,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:44.687890 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.709710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.762563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.765587 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:44.766943 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d11dbc47-433d-43b0-8b30-49c54571aa3b HTTP/1.1" status: 204 len: 168 time: 0.1265249 Sep 17 19:17:44.776034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72dbdd-3133-4b22-87bb-cf1af2776cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11dbc47-433d-43b0-8b30-49c54571aa3b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:44.866191 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:45.533659 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a7644-5d1b-44ec-a9ec-bb40508d2c58 req-0f5d2eda-e1d8-4dfa-a159-bcf721d3b16f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:45.535117 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f7a7644-5d1b-44ec-a9ec-bb40508d2c58 req-0f5d2eda-e1d8-4dfa-a159-bcf721d3b16f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0502226 Sep 17 19:17:45.572863 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f7a7644-5d1b-44ec-a9ec-bb40508d2c58 req-91940af0-c376-4096-b847-8aea2d5b8b4f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Sep 17 19:17:46.390772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34540) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:46.496846 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c21ef51c-e15d-43bf-ae72-0a4ad3c0361f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.589082 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c21ef51c-e15d-43bf-ae72-0a4ad3c0361f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.593362 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c21ef51c-e15d-43bf-ae72-0a4ad3c0361f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.633175 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ef51c-e15d-43bf-ae72-0a4ad3c0361f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deacff2a-d5a0-4494-91c0-f1755a70a7b4,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:46.641127 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c21ef51c-e15d-43bf-ae72-0a4ad3c0361f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6d62ee0e40042c0b66c92f0a1f2f5c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468874 Sep 17 19:17:46.642178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34556) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:46.689683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.697956 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34558) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:46.711693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.756504 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.759608 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.760783 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/deacff2a-d5a0-4494-91c0-f1755a70a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1179826 Sep 17 19:17:46.768524 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f8c7c-277b-49d7-bfb4-03b3ad5314b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deacff2a-d5a0-4494-91c0-f1755a70a7b4,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:46.807475 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-963176e2-8acc-4bd9-80e2-a5e9fba1fe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.901225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-963176e2-8acc-4bd9-80e2-a5e9fba1fe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.905212 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-963176e2-8acc-4bd9-80e2-a5e9fba1fe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:46.943246 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-963176e2-8acc-4bd9-80e2-a5e9fba1fe36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=126773dfc77445cba96f0685c2641586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441506 Sep 17 19:17:46.944138 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963176e2-8acc-4bd9-80e2-a5e9fba1fe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe41b64-e375-4991-a77c-de06b44ff215,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:46.946455 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34568) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:46.997421 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.018760 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.065563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.068514 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.069716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fe41b64-e375-4991-a77c-de06b44ff215 HTTP/1.1" status: 204 len: 168 time: 0.1220961 Sep 17 19:17:47.078136 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036ebb6-2802-4088-89c8-32464a7aa001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe41b64-e375-4991-a77c-de06b44ff215,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:47.342186 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34592) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:47.354989 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-272a5769-ebe5-4cd9-83b0-25a63399f6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.444656 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-272a5769-ebe5-4cd9-83b0-25a63399f6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.448629 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-272a5769-ebe5-4cd9-83b0-25a63399f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.485252 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-272a5769-ebe5-4cd9-83b0-25a63399f6a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3e410e9d82e46499bb54e12ef190501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419995 Sep 17 19:17:47.486084 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a5769-ebe5-4cd9-83b0-25a63399f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb68f25a-b466-4fc6-9605-86347a428551,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:47.487881 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34600) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:47.536496 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.561970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.610157 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.612792 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:47.613927 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb68f25a-b466-4fc6-9605-86347a428551 HTTP/1.1" status: 204 len: 168 time: 0.1245055 Sep 17 19:17:47.622716 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586ac5a-e1c5-4362-967f-8f00f7a4f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb68f25a-b466-4fc6-9605-86347a428551,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:49.221024 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34668) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:49.328055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba8fb-6d13-4b7a-9a18-12fff371eaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.412684 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba8fb-6d13-4b7a-9a18-12fff371eaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.416714 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1a4ba8fb-6d13-4b7a-9a18-12fff371eaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.452767 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1a4ba8fb-6d13-4b7a-9a18-12fff371eaf4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f566437d47147ab9f5a167d89116e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306700 Sep 17 19:17:49.453610 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ba8fb-6d13-4b7a-9a18-12fff371eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3f386-363d-4d8f-9fd0-c37082c7e480,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:49.455500 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34676) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:49.502953 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.525585 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.571782 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.574315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.575474 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbf3f386-363d-4d8f-9fd0-c37082c7e480 HTTP/1.1" status: 204 len: 168 time: 0.1189675 Sep 17 19:17:49.585030 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c517-4440-4762-94a5-2979b251a8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3f386-363d-4d8f-9fd0-c37082c7e480,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:49.825919 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 34682) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:49.839455 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7e1216ed-f565-4ba8-8ca6-8f89b9d10ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.924924 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7e1216ed-f565-4ba8-8ca6-8f89b9d10ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.928372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7e1216ed-f565-4ba8-8ca6-8f89b9d10ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:49.968664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7e1216ed-f565-4ba8-8ca6-8f89b9d10ef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ddc58c0f1da4f138fc0018bf67f446f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414752 Sep 17 19:17:49.968972 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 34686) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:17:49.970107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1216ed-f565-4ba8-8ca6-8f89b9d10ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e400ce6-5359-4b3b-9f05-d90b891729df,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:50.029909 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:50.051492 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:50.080815 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb9a21-1434-4f46-8670-8a9916cf5aca req-68e97705-2ebe-4665-bd76-0538c3add02a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:50.082311 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ddb9a21-1434-4f46-8670-8a9916cf5aca req-68e97705-2ebe-4665-bd76-0538c3add02a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0525382 Sep 17 19:17:50.101926 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:50.104527 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:50.105909 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e400ce6-5359-4b3b-9f05-d90b891729df HTTP/1.1" status: 204 len: 168 time: 0.1355574 Sep 17 19:17:50.114315 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e27165-34ba-4d35-bf23-191f48b73415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e400ce6-5359-4b3b-9f05-d90b891729df,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:17:50.125783 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ddb9a21-1434-4f46-8670-8a9916cf5aca req-29cd39fb-0f79-4f09-82ea-c3ccfe5e0d3d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Sep 17 19:17:51.256086 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccd3ba-8fb2-401b-838f-1a145b1979c2 req-8c717f15-7acc-484b-bba5-0ba375b05d0e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:51.258124 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fccd3ba-8fb2-401b-838f-1a145b1979c2 req-8c717f15-7acc-484b-bba5-0ba375b05d0e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0559399 Sep 17 19:17:51.294838 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fccd3ba-8fb2-401b-838f-1a145b1979c2 req-eb2de736-87bc-46c3-bbbc-c1d7eaca914b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Sep 17 19:17:56.893287 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb55bd8-4c83-4c84-a230-cfd6a345971c req-81f86b4e-1ad0-48f7-9790-392dbb37327e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:56.894714 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3eb55bd8-4c83-4c84-a230-cfd6a345971c req-81f86b4e-1ad0-48f7-9790-392dbb37327e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0467727 Sep 17 19:17:56.930761 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3eb55bd8-4c83-4c84-a230-cfd6a345971c req-1cc88f7d-b400-4975-a80e-3396273d6005 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297916 Sep 17 19:17:57.298534 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:17:58.044221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1a8b-db20-419c-aea8-08bf754e5f49 req-edca9c2b-01d9-4b80-ad20-053b469f3718 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:17:58.045663 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a9f1a8b-db20-419c-aea8-08bf754e5f49 req-edca9c2b-01d9-4b80-ad20-053b469f3718 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0466220 Sep 17 19:17:58.081751 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a9f1a8b-db20-419c-aea8-08bf754e5f49 req-0bf83b83-475e-4568-8ab9-616e00d03f37 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302179 Sep 17 19:18:04.143243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e781-1f3f-46cb-9533-29cf6ee56c94 req-84f27d95-b979-464c-a9e5-657d5cb14a9d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:04.144617 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d32e781-1f3f-46cb-9533-29cf6ee56c94 req-84f27d95-b979-464c-a9e5-657d5cb14a9d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0503178 Sep 17 19:18:04.181263 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5d32e781-1f3f-46cb-9533-29cf6ee56c94 req-1171e4bf-b3dd-4fff-8b95-5a395f01fd7a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Sep 17 19:18:05.292814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6523c90-039a-4fd6-9292-72ab80e3b996 req-8a6cad32-e54b-4199-bc37-a2d7ecb4fb07 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:05.294246 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6523c90-039a-4fd6-9292-72ab80e3b996 req-8a6cad32-e54b-4199-bc37-a2d7ecb4fb07 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0464728 Sep 17 19:18:05.333093 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6523c90-039a-4fd6-9292-72ab80e3b996 req-a9f60f56-fb8b-42f9-a04f-e77d12f689c1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320573 Sep 17 19:18:06.454309 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756bc49-1686-4534-8d72-96dbf2f3ec0d req-0c78b915-ca47-425b-a2e0-d3a71b74b31b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:06.455665 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f756bc49-1686-4534-8d72-96dbf2f3ec0d req-0c78b915-ca47-425b-a2e0-d3a71b74b31b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0477085 Sep 17 19:18:06.492430 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f756bc49-1686-4534-8d72-96dbf2f3ec0d req-3fad3ca2-0f43-4c44-bbdd-691c98374e6c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295911 Sep 17 19:18:09.355010 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e8ec11df-4ff6-4711-a92b-153f94dcf5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:10.715623 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:18:11.902595 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-df6f6415-8f66-456a-a8f2-39409bb02e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:12.376406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:13.379385 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:14.868669 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:15.521266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6cc4-6b0d-4bd9-a7de-3911f38cf925 req-9412e228-040e-4faa-955a-50ee44208b60 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:15.522875 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9b5d6cc4-6b0d-4bd9-a7de-3911f38cf925 req-9412e228-040e-4faa-955a-50ee44208b60 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0532634 Sep 17 19:18:15.596252 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9b5d6cc4-6b0d-4bd9-a7de-3911f38cf925 req-3dad0395-7353-4fdb-af32-39fa7e57903a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554562 Sep 17 19:18:16.717065 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4996b7-e43b-49be-8593-6831435ac9a5 req-5391ada0-8c06-4e9b-a0f1-201c19f792b2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:16.718511 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b4996b7-e43b-49be-8593-6831435ac9a5 req-5391ada0-8c06-4e9b-a0f1-201c19f792b2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0470021 Sep 17 19:18:16.754725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b4996b7-e43b-49be-8593-6831435ac9a5 req-64d97f99-cdfd-41bc-832d-27eec567c486 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304871 Sep 17 19:18:18.207589 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35156) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:18.306800 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23e960db-08c7-45ba-b50b-940f762d0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.393995 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23e960db-08c7-45ba-b50b-940f762d0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.397530 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23e960db-08c7-45ba-b50b-940f762d0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.433295 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-23e960db-08c7-45ba-b50b-940f762d0cdd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26b39beff6464be292570e55bf288a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245762 Sep 17 19:18:18.435186 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e960db-08c7-45ba-b50b-940f762d0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e978c-79b2-42f1-877d-d870a952095a,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:18.436004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35162) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:18.484982 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.505214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.558309 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.560880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.562025 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/682e978c-79b2-42f1-877d-d870a952095a HTTP/1.1" status: 204 len: 168 time: 0.1250162 Sep 17 19:18:18.569689 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca7758-59f9-452a-ad54-2c208fcb74e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e978c-79b2-42f1-877d-d870a952095a,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:18.812914 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35172) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:18.826170 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-09a9295c-a5f1-426b-8288-6fef7d31cfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.911170 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-09a9295c-a5f1-426b-8288-6fef7d31cfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.915068 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-09a9295c-a5f1-426b-8288-6fef7d31cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:18.951005 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-09a9295c-a5f1-426b-8288-6fef7d31cfa3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=304fead9c275490ea320fd1e09b273af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370525 Sep 17 19:18:18.952917 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9295c-a5f1-426b-8288-6fef7d31cfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690b76c3-aec9-4793-9dc5-a37c1ccc14d0,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:18.953683 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35174) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:19.001070 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.020811 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.065341 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.068125 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.069253 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/690b76c3-aec9-4793-9dc5-a37c1ccc14d0 HTTP/1.1" status: 204 len: 168 time: 0.1145668 Sep 17 19:18:19.078661 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a2a9e-876c-4a08-87d5-7dc91b0a84eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690b76c3-aec9-4793-9dc5-a37c1ccc14d0,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:19.373109 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b7c9a-4c93-4640-8dc7-c3e8aa9727d4 req-334baf25-f492-4559-9007-8366e9df482a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:19.374626 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-737b7c9a-4c93-4640-8dc7-c3e8aa9727d4 req-334baf25-f492-4559-9007-8366e9df482a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0552022 Sep 17 19:18:19.393280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35184) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:19.410872 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-88e69c22-6c1f-4042-9e22-ae78e6e44752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.432718 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-737b7c9a-4c93-4640-8dc7-c3e8aa9727d4 req-886fecc3-c90c-4062-9e80-bf5dbad2e10a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Sep 17 19:18:19.510256 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-88e69c22-6c1f-4042-9e22-ae78e6e44752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.514324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-88e69c22-6c1f-4042-9e22-ae78e6e44752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.550900 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-88e69c22-6c1f-4042-9e22-ae78e6e44752 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae6ac477c46d4ccd82b9d581667fb0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566324 Sep 17 19:18:19.552817 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e69c22-6c1f-4042-9e22-ae78e6e44752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda168a2-5042-4cd5-8b2a-ae54af578bad,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:19.553617 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35186) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:19.604744 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.624790 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.669185 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.671754 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:19.672966 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda168a2-5042-4cd5-8b2a-ae54af578bad HTTP/1.1" status: 204 len: 168 time: 0.1183150 Sep 17 19:18:19.680550 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6165ea8-34b4-4b53-a971-638ded6b7635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda168a2-5042-4cd5-8b2a-ae54af578bad,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:21.915025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21e7d-dfcd-4320-917a-f8c262c03798 req-1b604654-a445-4950-b54a-7144b706d409 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:21.916549 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ad21e7d-dfcd-4320-917a-f8c262c03798 req-1b604654-a445-4950-b54a-7144b706d409 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0529468 Sep 17 19:18:21.955555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ad21e7d-dfcd-4320-917a-f8c262c03798 req-10201a35-a8de-470e-b5c6-88846e53ff34 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Sep 17 19:18:22.788746 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be43207-b70c-4238-b98b-b9b79cec3a7c req-a43c24cd-cde2-4f18-81f7-20bfb21bc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:22.790295 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3be43207-b70c-4238-b98b-b9b79cec3a7c req-a43c24cd-cde2-4f18-81f7-20bfb21bc95c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 1099 time: 0.0506885 Sep 17 19:18:22.826289 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3be43207-b70c-4238-b98b-b9b79cec3a7c req-71591558-f2c5-4b26-8f02-52ab5bb8f010 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282137 Sep 17 19:18:23.398055 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1ecf-314b-4ad3-9259-9f24ce1f62aa req-75ca20ae-a558-4655-a5d1-04517b9be5fc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:23.399540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8fa1ecf-314b-4ad3-9259-9f24ce1f62aa req-75ca20ae-a558-4655-a5d1-04517b9be5fc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0541031 Sep 17 19:18:23.447625 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8fa1ecf-314b-4ad3-9259-9f24ce1f62aa req-491b5534-950d-4771-be71-bb8a7eadbee7 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Sep 17 19:18:27.314299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:31.148795 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-5b6b857b-5479-473c-973a-b9d052247d8d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646000 Sep 17 19:18:31.162889 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e663a7-b364-4d32-94e6-7e752629ff1c req-15257071-72dd-4ebe-ab74-beb0e8ea4420 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:31.165000 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2e663a7-b364-4d32-94e6-7e752629ff1c req-15257071-72dd-4ebe-ab74-beb0e8ea4420 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0572937 Sep 17 19:18:31.214746 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2e663a7-b364-4d32-94e6-7e752629ff1c req-73fb81d8-f7d5-4b61-8985-597e3f702306 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Sep 17 19:18:31.245196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-99060f30-5cdf-4f25-b151-b871b92e6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:31.246659 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-99060f30-5cdf-4f25-b151-b871b92e6a63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1098 time: 0.0438166 Sep 17 19:18:31.354493 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-e4dc0220-e00e-44a3-8d0c-9739e0576c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:31.355956 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-e4dc0220-e00e-44a3-8d0c-9739e0576c36 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0894291 Sep 17 19:18:31.426083 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-2b369b1c-a4b2-429c-bbcc-6dc801b4ba92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 1001 time: 0.0618324 Sep 17 19:18:31.477313 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-539db0be-146b-4c61-9828-9aaba6f5fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:31.478806 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-539db0be-146b-4c61-9828-9aaba6f5fd1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0422020 Sep 17 19:18:31.521906 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-d648972f-8d27-4f89-a615-cf0c1a813dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:31.523883 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-d648972f-8d27-4f89-a615-cf0c1a813dd4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380039 Sep 17 19:18:31.622732 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-6b348be8-2ee2-4896-a0ca-53deea99e334 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914457 Sep 17 19:18:31.712957 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-632dd9eb-8185-4be1-a6ac-063496938e77 req-68ed29cc-8817-44ac-b41c-073987b0368f service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822685 Sep 17 19:18:32.335243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700cb7c-6e61-4de4-821b-0231f8de588d req-fd7cc698-b10d-412e-86d4-b2737429afaf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:32.336746 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f700cb7c-6e61-4de4-821b-0231f8de588d req-fd7cc698-b10d-412e-86d4-b2737429afaf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0531695 Sep 17 19:18:32.388103 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f700cb7c-6e61-4de4-821b-0231f8de588d req-1ec80da6-78a2-4297-8839-c8000594d88f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Sep 17 19:18:32.514377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2541bc5-528d-4677-b979-4af902e6d7a3 req-2f06e292-f5d3-43c8-ba8d-6f1771eff073 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:32.515585 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d2541bc5-528d-4677-b979-4af902e6d7a3 req-2f06e292-f5d3-43c8-ba8d-6f1771eff073 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0486834 Sep 17 19:18:32.558260 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d2541bc5-528d-4677-b979-4af902e6d7a3 req-f4e2c0ed-6491-4b80-9824-5a52e06050bd tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Sep 17 19:18:35.237750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f440a-84bd-4856-97d1-491b8997d71c req-4d848c57-99a5-425b-9624-2279073237cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:35.239318 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-4d848c57-99a5-425b-9624-2279073237cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0706933 Sep 17 19:18:35.250614 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb4e5-26c4-4d1c-a793-93b1ac545e99 req-e74ea49a-2d33-41a3-8e35-c9c3532f6244 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:35.252134 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e3deb4e5-26c4-4d1c-a793-93b1ac545e99 req-e74ea49a-2d33-41a3-8e35-c9c3532f6244 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0740747 Sep 17 19:18:35.343684 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e3deb4e5-26c4-4d1c-a793-93b1ac545e99 req-5356cff0-d60f-4a1c-b50e-c018b6e1eaff tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Sep 17 19:18:35.364926 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f440a-84bd-4856-97d1-491b8997d71c req-5c1d5776-c527-49ac-9f82-ec11de1b3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:35.367075 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-5c1d5776-c527-49ac-9f82-ec11de1b3eb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1133502 Sep 17 19:18:35.411790 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-3a2ad386-9747-4f58-87de-cf7bda0070fa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0351701 Sep 17 19:18:35.465569 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f440a-84bd-4856-97d1-491b8997d71c req-650c87a8-8450-4515-b6c0-ad0594210e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:35.467074 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-650c87a8-8450-4515-b6c0-ad0594210e13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0478632 Sep 17 19:18:35.501271 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-fca52e89-0033-4b43-bdf5-c905eb83cdf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262682 Sep 17 19:18:35.627103 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-93e2dbe8-2dcd-44fd-bd06-bc18278adea9 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896914 Sep 17 19:18:35.741002 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-346f440a-84bd-4856-97d1-491b8997d71c req-63cc191e-ae18-4363-9e6f-39938a027ef3 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922058 Sep 17 19:18:35.934449 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35538) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:36.035036 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.124950 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.128544 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.166337 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6016f22cf142498db6e42b74982c9626&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308207 Sep 17 19:18:36.167180 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b727cb37-0842-43c5-992a-9dd37dbd9dbb,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:36.169050 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35542) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:36.174527 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.174877 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.175221 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.175552 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.175881 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.176245 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.176571 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.176892 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.177214 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.177532 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.177848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.178164 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877d8cb8-972e-447b-a8ab-c42b1523b017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.217791 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.237888 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.290751 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.293330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:36.299733 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b727cb37-0842-43c5-992a-9dd37dbd9dbb HTTP/1.1" status: 204 len: 168 time: 0.1245568 Sep 17 19:18:36.302770 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727cb37-0842-43c5-992a-9dd37dbd9dbb,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:36.309856 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.310308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.310618 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.310859 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.311187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.311512 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.311833 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.312185 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.312506 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.312824 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.313141 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.313452 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a378d-da69-485c-b358-ac4d5fd446cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:36.471244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29011a0-403a-4cb9-a58f-03cced9ed351 req-e7baf056-142a-4a25-a59d-0902890d44a8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:36.480053 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d29011a0-403a-4cb9-a58f-03cced9ed351 req-e7baf056-142a-4a25-a59d-0902890d44a8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0601568 Sep 17 19:18:36.514102 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d29011a0-403a-4cb9-a58f-03cced9ed351 req-26d7f244-3e26-47e7-b39e-6e2664e5be56 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330768 Sep 17 19:18:36.958816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35586) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:37.058661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1292986775-network', 'tenant_id': '257e20beceb041d1bde6226db4239abb'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:37.079327 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Made reservation on behalf of 257e20beceb041d1bde6226db4239abb for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:37.081504 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.089298 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.175505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.179503 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.202847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:18:37.212806 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a72f69a-7f8f-4ca8-a7b8-6150cd69d514,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:37.224304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.224651 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Added segment d45ac923-2b72-4220-bba0-8cf18fb46003 of type vlan for network 28a828ed-8b95-46e1-8d09-c321c4751467 Sep 17 19:18:37.266597 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.519964 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.520931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:37.521505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.558412 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5983841 Sep 17 19:18:37.561530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35600) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:37.570368 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Request body: {'subnet': {'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1292986775-subnet', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:37.605532 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4eca01-7118-4d36-a011-78ec0766ae34 admin admin] Pushing event updated for resources: {'Network': ['ID=28a828ed-8b95-46e1-8d09-c321c4751467,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:37.615833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 28a828ed-8b95-46e1-8d09-c321c4751467 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:18:37.654884 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Made reservation on behalf of 257e20beceb041d1bde6226db4239abb for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:37.657563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.694832 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52f387-637d-415e-8deb-572c5e7d628a req-d40ba32c-a6dd-4d87-b55f-3b41ad730719 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:37.696328 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fc52f387-637d-415e-8deb-572c5e7d628a req-d40ba32c-a6dd-4d87-b55f-3b41ad730719 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0953777 Sep 17 19:18:37.785018 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fc52f387-637d-415e-8deb-572c5e7d628a req-7fe61f00-ac37-4cbd-a8ae-c556bbebe3d2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785072 Sep 17 19:18:37.896890 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.950901 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=126a8735-4722-4d61-ad09-4a0d50c88df3,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:37.959310 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Checking segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:37.959730 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Network hostable DHCP agents. Network: 28a828ed-8b95-46e1-8d09-c321c4751467, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:18:37.976145 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Network 28a828ed-8b95-46e1-8d09-c321c4751467 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:18:37.984708 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 28a828ed-8b95-46e1-8d09-c321c4751467) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:37.991047 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:37.991674 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:37.994653 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c53a7-24fa-4b11-9aad-1fe6b9b12f6b None None] Network 28a828ed-8b95-46e1-8d09-c321c4751467 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:38.006147 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-992948e3-9da7-4df0-a394-585b6bdc22cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4439139 Sep 17 19:18:38.009480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35622) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:38.014432 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:38.035002 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.036025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.091675 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.152312 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-28a828ed-8b95-46e1-8d09-c321c4751467', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:18:38.153203 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.247120 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.292660 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Allocated IP 172.20.0.2 (28a828ed-8b95-46e1-8d09-c321c4751467/126a8735-4722-4d61-ad09-4a0d50c88df3/52bd06f2-fe98-4d8f-8935-32178a6cb8f2) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:38.438406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.446185 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.461216 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.480066 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.483045 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Network 28a828ed-8b95-46e1-8d09-c321c4751467 is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:38.488123 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:38.492016 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:38.532179 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Pushing event updated for resources: {'Port': ['ID=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:38.557920 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.558701 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.559141 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.559567 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.560375 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.560375 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.560682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.560973 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.561319 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.561646 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.561963 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.562281 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:38.589849 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Attempting to bind port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:38.590341 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Attempting to bind port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:38.590806 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Attempting to bind port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 on network 28a828ed-8b95-46e1-8d09-c321c4751467 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:38.596286 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:38.596666 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Checking segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:38.596795 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Allocated IP 172.27.3.249 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/5f99f65e-e848-4bdc-b177-dc930aa968f7) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:38.597064 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.597602 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Bound using segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:38.598075 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Bound port: 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:38.598769 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.680209 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] For port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:38.683706 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] For port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:38.690018 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.721415 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.761378 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb453def-b0b7-4c32-968c-255cd3c5fab2 None None] Pushing event updated for resources: {'Port': ['ID=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:38.774786 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:38.845637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:38.848591 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:38.853208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:38.890772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Pushing event updated for resources: {'Port': ['ID=5f99f65e-e848-4bdc-b177-dc930aa968f7,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:39.034039 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4791bf-8f4c-4932-ac0d-7bdaef8408b4 req-7934528d-9cbb-4759-8bd2-f6b769f32392 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:39.041436 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea4791bf-8f4c-4932-ac0d-7bdaef8408b4 req-7934528d-9cbb-4759-8bd2-f6b769f32392 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1516936 Sep 17 19:18:39.149106 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea4791bf-8f4c-4932-ac0d-7bdaef8408b4 req-ace2a2df-31ae-45fc-967d-442a16410a9c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Sep 17 19:18:39.278226 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35666) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:39.301030 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.373865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c67d6e5c-acec-42be-8e07-96d37e94df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.433014 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:39.468723 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1080-2fee-4d2b-a84d-5a90fd8ca926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.495362 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:39.495735 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.560768 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.571163 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1080-2fee-4d2b-a84d-5a90fd8ca926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.576620 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1080-2fee-4d2b-a84d-5a90fd8ca926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.582215 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.608348 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-9f8a1080-2fee-4d2b-a84d-5a90fd8ca926 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6bfd3e25bc3455fb1e413ee8cadcb31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287296 Sep 17 19:18:39.613493 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35676) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:39.622616 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a1080-2fee-4d2b-a84d-5a90fd8ca926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb3f4b-3d1f-475c-866e-5cfea18c3217,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:39.624101 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:39.632441 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.693812 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:39.723879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.754183 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.807266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Router 84739215-ebdd-407d-bdf9-8c038210d24a is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:18:39.863421 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.866213 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.867330 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ecb3f4b-3d1f-475c-866e-5cfea18c3217 HTTP/1.1" status: 204 len: 168 time: 0.2533154 Sep 17 19:18:39.880428 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6dc00-cadd-4acb-aeaf-98e710c659e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb3f4b-3d1f-475c-866e-5cfea18c3217,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:39.964688 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d249956f-4435-4141-80c2-f6865aa24bf9 None None] Network 28a828ed-8b95-46e1-8d09-c321c4751467 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:39.965374 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:18:39.975960 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Sync routers for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:18:39.990929 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:39.995463 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:39.995590 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2d3b8e23-ab60-4cff-aca4-f0ffab51391c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9826202 Sep 17 19:18:39.995669 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:39.995789 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35686) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:40.125997 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-7af8339a-6a2e-4fea-99da-943045c00c57 None None] Provisioning complete for port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:40.126342 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7af8339a-6a2e-4fea-99da-943045c00c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.154251 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:40.432400 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:39Z', 'revision_number': 3, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:40.469149 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Checking router: 84739215-ebdd-407d-bdf9-8c038210d24a for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:18:40.469502 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Updating router 84739215-ebdd-407d-bdf9-8c038210d24a port 5f99f65e-e848-4bdc-b177-dc930aa968f7 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:18:40.537146 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.580765 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-ecfb003b-ca9a-422e-a054-ae0d35b9d91d None None] Provisioning complete for port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:40.580765 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ecfb003b-ca9a-422e-a054-ae0d35b9d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.706526 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db8f2b-35dd-444d-abc4-3548aafe450f req-7517ce63-7701-42af-9ccf-2a738c0ce87c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:40.708158 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-52db8f2b-35dd-444d-abc4-3548aafe450f req-7517ce63-7701-42af-9ccf-2a738c0ce87c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1950138 Sep 17 19:18:40.799381 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-52db8f2b-35dd-444d-abc4-3548aafe450f req-7f5025ee-1930-4d5b-b384-7a6141fb4cb1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801609 Sep 17 19:18:40.829492 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35720) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:40.905804 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.944108 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1195377151-network', 'tenant_id': '5a852b5df9ca465d90b9f33f648fc010'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:40.966033 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Made reservation on behalf of 5a852b5df9ca465d90b9f33f648fc010 for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:40.969023 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.978395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:40.994200 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.001100 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.059871 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Attempting to bind port 5f99f65e-e848-4bdc-b177-dc930aa968f7 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:41.060294 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Attempting to bind port 5f99f65e-e848-4bdc-b177-dc930aa968f7 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:41.060670 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Attempting to bind port 5f99f65e-e848-4bdc-b177-dc930aa968f7 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:41.064009 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Pushing event updated for resources: {'Port': ['ID=5f99f65e-e848-4bdc-b177-dc930aa968f7,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.072403 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:41.072799 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:41.073226 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.073620 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:41.074086 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Bound port: 5f99f65e-e848-4bdc-b177-dc930aa968f7, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:41.074492 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.078972 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.079496 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.080007 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.080501 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.080828 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.081339 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.081826 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.082297 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.082771 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.083244 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.084331 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.085344 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:18:41.092965 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Allocated IP 172.20.0.1 (28a828ed-8b95-46e1-8d09-c321c4751467/126a8735-4722-4d61-ad09-4a0d50c88df3/6d2c47ea-33d2-4e8a-92cb-e867cbb19673) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:41.113450 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.125451 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.142404 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:18:41.155153 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.155622 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Added segment 27147bfd-b627-43dd-97e9-42fcf92f3f65 of type vlan for network 8aff4420-ee3b-4258-830d-7b3d623e9605 Sep 17 19:18:41.160830 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] For port 5f99f65e-e848-4bdc-b177-dc930aa968f7, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:41.167518 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] For port 5f99f65e-e848-4bdc-b177-dc930aa968f7, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=5f99f65e-e848-4bdc-b177-dc930aa968f7,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:41.175790 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.227008 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.227386 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.229227 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d075780-1b53-4486-96d5-341d94d5f2af,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.241331 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:41.242219 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:41.259281 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.261331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:41.263134 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.271265 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.291387 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b009e-8ada-41f3-9cae-9a972770f30d None None] Pushing event updated for resources: {'Port': ['ID=5f99f65e-e848-4bdc-b177-dc930aa968f7,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.316530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Network 28a828ed-8b95-46e1-8d09-c321c4751467 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:41.319721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:41.323728 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:41.338327 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5069890 Sep 17 19:18:41.341044 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35730) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:41.345940 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Request body: {'subnet': {'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1195377151-subnet', 'tenant_id': '5a852b5df9ca465d90b9f33f648fc010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:41.361721 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331621e0-599c-420f-a5d2-d1879b0951a3 admin admin] Pushing event updated for resources: {'Network': ['ID=8aff4420-ee3b-4258-830d-7b3d623e9605,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.373399 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:41.379876 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Made reservation on behalf of 5a852b5df9ca465d90b9f33f648fc010 for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:41.383660 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25894569'] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.391907 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.418984 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.430716 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:18:41.451939 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:41.556888 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:41.557263 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.601188 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.674418 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2447566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25894535'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.703727 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-50dd7455-caa8-4e56-9057-a9506d240a57 None None] Provisioning complete for port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:41.704145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-50dd7455-caa8-4e56-9057-a9506d240a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.720765 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:39Z', 'revision_number': 3, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:41.747087 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-50dd7455-caa8-4e56-9057-a9506d240a57 None None] Port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:41.755593 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Checking segment: {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:41.758615 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Network hostable DHCP agents. Network: 8aff4420-ee3b-4258-830d-7b3d623e9605, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:18:41.759345 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca270a7b-cf86-449d-88ca-ec4c09f2e482 None None] The sync data for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi is: [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:39Z', 'revision_number': 3, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:18:41.768879 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae6bc77-7e9a-4661-be23-e33a656b4a14,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.800097 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:18:41.800574 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.809819 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.813103 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 8aff4420-ee3b-4258-830d-7b3d623e9605) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:41.817863 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:41.818820 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:41.824250 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a205c95d-e33c-4198-bec5-e83a8b73c5af None None] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:41.853669 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-fdb70ae9-1ec3-476e-a559-a8b8c9025345 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5114915 Sep 17 19:18:41.974483 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Pushing event updated for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:41.978042 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:42.029987 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512ed0-4522-4999-a09e-6d6d63e603f9 req-1c5cf222-c23f-4a32-918f-afcdd1581e92 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:42.036533 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad512ed0-4522-4999-a09e-6d6d63e603f9 req-1c5cf222-c23f-4a32-918f-afcdd1581e92 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1157396 Sep 17 19:18:42.077017 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-05254dc5-da13-4dd9-bed1-62564d200835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:42.186734 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f52b1e8-be11-40a1-9ea1-cfd86d4b13b9 None None] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:42.210859 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad512ed0-4522-4999-a09e-6d6d63e603f9 req-4dd8d714-636d-48ca-95c7-61fe1eb8874d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709375 Sep 17 19:18:42.272367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Network 28a828ed-8b95-46e1-8d09-c321c4751467 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:42.273849 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:42.413991 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:42.437152 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Router 84739215-ebdd-407d-bdf9-8c038210d24a has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:18:42.573967 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:18:42.579715 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-52aa164a-0550-483d-b5af-893e7e793c31 admin admin] 10.222.0.21 "PUT /v2.0/routers/84739215-ebdd-407d-bdf9-8c038210d24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829160 Sep 17 19:18:42.677493 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a2f6a106-4660-4180-86e1-393d7f1019d5 None None] Provisioning complete for port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:42.677829 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a2f6a106-4660-4180-86e1-393d7f1019d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:42.737034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-a2f6a106-4660-4180-86e1-393d7f1019d5 None None] Port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:43.104207 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35780) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:43.109754 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-291579051-network', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:43.131942 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Made reservation on behalf of dc74fa27ebd74e48870e1436cdb94314 for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:43.134815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.143813 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.236584 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.241968 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.271725 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:18:43.281057 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541a532f-9858-482f-a6a9-a314e59a1aa4,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:43.287368 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.287716 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Added segment 51da5d90-e9b7-489a-92ff-5f26c2126886 of type vlan for network 95f799b0-d775-4512-8a74-f9b9fd69202d Sep 17 19:18:43.359828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0c664-231c-4167-a380-743026168bce req-ed36a5fc-d4d4-4ecb-8f04-a31b266f5dff tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:43.364667 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.369547 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-16b0c664-231c-4167-a380-743026168bce req-ed36a5fc-d4d4-4ecb-8f04-a31b266f5dff tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0694666 Sep 17 19:18:43.404737 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.415914 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-16b0c664-231c-4167-a380-743026168bce req-7ffa8add-6354-45ae-b410-d9d8c32b55b3 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449469 Sep 17 19:18:43.419622 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.422255 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:43.422983 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.457631 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 5f99f65e-e848-4bdc-b177-dc930aa968f7 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:43.474571 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3692951 Sep 17 19:18:43.477767 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35792) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:43.505451 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Request body: {'subnet': {'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-291579051-subnet', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:43.511681 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 5f99f65e-e848-4bdc-b177-dc930aa968f7 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:43.512167 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.514142 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195751c0-f173-4e08-ab1b-9e7e9bcb7c4d admin admin] Pushing event updated for resources: {'Network': ['ID=95f799b0-d775-4512-8a74-f9b9fd69202d,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:43.531947 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Made reservation on behalf of dc74fa27ebd74e48870e1436cdb94314 for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:43.533398 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 95f799b0-d775-4512-8a74-f9b9fd69202d details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:18:43.534716 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25894569'] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.657916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.679029 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 5f99f65e-e848-4bdc-b177-dc930aa968f7, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=5f99f65e-e848-4bdc-b177-dc930aa968f7,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:43.683235 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.717997 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2447566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25894535'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.742749 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=5f99f65e-e848-4bdc-b177-dc930aa968f7,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:43.766017 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Sync routers for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:18:43.776085 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:43.776715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:43.794160 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d3860d-1c5b-4ba1-acc8-743fd024b546,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:43.799517 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Checking segment: {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:43.799909 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Network hostable DHCP agents. Network: 95f799b0-d775-4512-8a74-f9b9fd69202d, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:18:43.817452 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Network 95f799b0-d775-4512-8a74-f9b9fd69202d is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:18:43.826207 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 95f799b0-d775-4512-8a74-f9b9fd69202d) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:43.831347 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:43.833020 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.851836 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1922c0f2-5939-441e-a87b-f099161c5970 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3730314 Sep 17 19:18:43.854410 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35796) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:43.858706 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:43.860420 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6abcc8d-e27a-41d0-9911-781bb9cf2871 None None] Network 95f799b0-d775-4512-8a74-f9b9fd69202d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:43.879546 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.880656 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:43.930265 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:43.932019 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.073268 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.139116 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-95f799b0-d775-4512-8a74-f9b9fd69202d', 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'fixed_ips': [{'subnet_id': '50d3860d-1c5b-4ba1-acc8-743fd024b546'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:18:44.139950 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.298367 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.318732 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.318982 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 2, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:44.359455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Checking router: 84739215-ebdd-407d-bdf9-8c038210d24a for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:18:44.359895 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Updating router 84739215-ebdd-407d-bdf9-8c038210d24a port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:18:44.400401 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.413803 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Allocated IP 172.20.0.2 (95f799b0-d775-4512-8a74-f9b9fd69202d/50d3860d-1c5b-4ba1-acc8-743fd024b546/60e4f0b2-11b2-4c64-a31a-0e3ca7fff307) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:44.463410 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Allocated IP 172.27.3.93 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/00896a30-d08d-4761-82c4-ef1d00de9b5f) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:44.526705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35812) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:44.561539 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466f4d3-da75-422a-aa0b-c755738f8897 req-cba1fdd4-8af5-4b4f-a301-4a2478cd1d35 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:44.563491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b466f4d3-da75-422a-aa0b-c755738f8897 req-cba1fdd4-8af5-4b4f-a301-4a2478cd1d35 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0675910 Sep 17 19:18:44.608911 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.612735 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b466f4d3-da75-422a-aa0b-c755738f8897 req-a680fe91-9e8a-4eac-8073-7a004caf8ffc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411439 Sep 17 19:18:44.680525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.697077 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-be75f585-bee5-4fd3-a141-f560500f83d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.717530 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:44.720442 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:44.723910 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:44.760869 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Pushing event updated for resources: {'Port': ['ID=00896a30-d08d-4761-82c4-ef1d00de9b5f,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:44.826261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-be75f585-bee5-4fd3-a141-f560500f83d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.833367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-be75f585-bee5-4fd3-a141-f560500f83d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.861471 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.877323 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75f585-bee5-4fd3-a141-f560500f83d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa93479-f678-4d7d-b906-b26305346ef1,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:44.879324 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.898252 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.902597 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35822) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:44.903362 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-be75f585-bee5-4fd3-a141-f560500f83d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e5a1f4491484507bde990bbd459d972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709593 Sep 17 19:18:44.905929 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.927784 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.968275 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Network 95f799b0-d775-4512-8a74-f9b9fd69202d is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:44.973578 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:44.976778 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:44.979893 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:45.001939 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.005796 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeaddb-4b5e-4a04-8371-839a7382d1ca None None] Pushing event updated for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:45.128387 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Attempting to bind port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:45.128763 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Attempting to bind port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:45.129133 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Attempting to bind port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 on network 28a828ed-8b95-46e1-8d09-c321c4751467 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:45.152987 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:45.153367 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Checking segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:45.153756 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.154146 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Bound using segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:45.154616 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Bound port: 6d2c47ea-33d2-4e8a-92cb-e867cbb19673, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:45.154994 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.176725 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Pushing event updated for resources: {'Port': ['ID=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:45.181513 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Attempting to bind port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:45.181879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Attempting to bind port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:45.182238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Attempting to bind port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 on network 95f799b0-d775-4512-8a74-f9b9fd69202d {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:45.216156 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:45.216509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Checking segment: {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:45.216849 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.217368 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Bound using segment: {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:45.217855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Bound port: 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:45.218237 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.218364 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-d3c35c0c-a40b-4046-97ed-ca9a4b20c0f6 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:45.226907 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-d3c35c0c-a40b-4046-97ed-ca9a4b20c0f6 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 809 time: 0.1402946 Sep 17 19:18:45.238814 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-9bba3081-4d99-4045-8672-62aff619d413 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/quotas/5a852b5df9ca465d90b9f33f648fc010 HTTP/1.1" status: 200 len: 375 time: 0.0103455 Sep 17 19:18:45.283518 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-af18e849-29d3-4c3c-9fab-cdacc2d26280 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372136 Sep 17 19:18:45.294690 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] For port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:45.312318 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-826d14db-a1ef-445a-85db-fa4aa04eb2bb None None] Provisioning complete for port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:45.312689 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-826d14db-a1ef-445a-85db-fa4aa04eb2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.328818 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] For port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:45.345738 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.348486 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.352947 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa93479-f678-4d7d-b906-b26305346ef1 HTTP/1.1" status: 204 len: 168 time: 0.4491057 Sep 17 19:18:45.362055 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.365970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687588c-5634-4040-b985-9b2d548a6b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa93479-f678-4d7d-b906-b26305346ef1,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:45.388016 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 5f99f65e-e848-4bdc-b177-dc930aa968f7 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:45.388418 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.441883 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-2d13a8a0-79e6-4b2a-a07d-b8b807fa2b12 service neutron] 10.222.0.21 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439977 Sep 17 19:18:45.598049 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] For port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:45.654586 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:45.655224 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:45.673816 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-f7e4fea7-737f-4ee5-9c22-a424ff177e53 service neutron] 10.222.0.21 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305641 Sep 17 19:18:45.753502 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.768933 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] For port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:45.771061 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-826d14db-a1ef-445a-85db-fa4aa04eb2bb None None] Port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:45.790546 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.870988 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeeaddb-4b5e-4a04-8371-839a7382d1ca None None] Pushing event updated for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:45.883111 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 5f99f65e-e848-4bdc-b177-dc930aa968f7 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:45.883679 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:45.904549 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:45.971068 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Router 6aea262a-882b-45e0-a2e2-1451421cfbdb is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:18:45.979686 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6529305-3c39-40ad-ac57-ec93a3e0a398 req-cdde26e5-e1b8-4c90-bd89-f4c112e3f67d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:45.981326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f6529305-3c39-40ad-ac57-ec93a3e0a398 req-cdde26e5-e1b8-4c90-bd89-f4c112e3f67d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1016810 Sep 17 19:18:46.086198 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] Provisioning complete for port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:46.086509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:46.121075 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:18:46.122551 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d028-c57c-49bf-b0d2-e64d14dbc7b5 None None] Pushing event updated for resources: {'Port': ['ID=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:46.140540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a0406919-fb98-4fbf-980f-fbf2825258a5 req-e5cfb9f3-ee67-4156-a3ab-c14f9ab65082 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 210 time: 0.1048081 Sep 17 19:18:46.143737 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:46.145298 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-6ab4cde2-534c-4bdc-b5df-269af47359d7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2899051 Sep 17 19:18:46.149246 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35866) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:46.170136 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Sync routers for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:18:46.172763 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:46.173967 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:46.211652 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f6529305-3c39-40ad-ac57-ec93a3e0a398 req-403c4b26-3905-4e8d-96d6-63f559d8995e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163489 Sep 17 19:18:46.498023 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:46.525828 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:46.597551 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] For port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:46.605443 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:46.653687 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:45Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:46.688505 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fcd5a1-a522-48a8-9146-e552d3ddcd76 None None] The sync data for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi is: [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:45Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:18:46.694648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401c1ed-3d83-47fb-97fd-bec1e7a10798 None None] Pushing event updated for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:46.827681 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:44Z', 'revision_number': 3, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:46.865550 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Checking router: 6aea262a-882b-45e0-a2e2-1451421cfbdb for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:18:46.865942 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Updating router 6aea262a-882b-45e0-a2e2-1451421cfbdb port 00896a30-d08d-4761-82c4-ef1d00de9b5f binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:18:46.914984 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.123127 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.399673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f6da8fa7-9a05-4320-997c-db367c10c72a req-ea8a69c1-b4fc-4932-ae28-a564a836ad39 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 210 time: 0.1083393 Sep 17 19:18:47.484707 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.496037 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.506798 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Allocated IP 172.20.0.1 (95f799b0-d775-4512-8a74-f9b9fd69202d/50d3860d-1c5b-4ba1-acc8-743fd024b546/df76bd49-16e2-48c2-a64d-cf75d7a43e2d) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:47.572227 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Attempting to bind port 00896a30-d08d-4761-82c4-ef1d00de9b5f on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:47.575124 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Attempting to bind port 00896a30-d08d-4761-82c4-ef1d00de9b5f by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:47.575722 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Attempting to bind port 00896a30-d08d-4761-82c4-ef1d00de9b5f on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:47.578409 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf1fd-48e9-4e94-b3c5-9de59f77ea54 None None] Pushing event updated for resources: {'Port': ['ID=00896a30-d08d-4761-82c4-ef1d00de9b5f,revision_number=2']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:47.582836 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:47.592796 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:47.593573 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:47.594200 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.594787 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:47.595457 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Bound port: 00896a30-d08d-4761-82c4-ef1d00de9b5f, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:47.596323 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.624916 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a129cc-5138-4bf0-ae3d-6594f2ae879c req-9764cadd-7aaf-4709-8c76-0c6ed5d88c86 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:47.631814 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-96a129cc-5138-4bf0-ae3d-6594f2ae879c req-9764cadd-7aaf-4709-8c76-0c6ed5d88c86 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.2586808 Sep 17 19:18:47.681269 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafae009-f323-42f9-b864-946f8db72fd2 None None] Network 95f799b0-d775-4512-8a74-f9b9fd69202d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:18:47.687696 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:47.688299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.703676 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35906) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:47.757080 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:18:47.769035 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] For port 00896a30-d08d-4761-82c4-ef1d00de9b5f, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:47.776897 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] For port 00896a30-d08d-4761-82c4-ef1d00de9b5f, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=00896a30-d08d-4761-82c4-ef1d00de9b5f,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:47.786214 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.809804 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.885451 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:47.887799 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-ea102fc3-702c-4acf-960a-d518b64b550a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:47.890519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-ea102fc3-702c-4acf-960a-d518b64b550a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 809 time: 0.3464353 Sep 17 19:18:47.898006 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:47.900392 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.902473 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:47.910746 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Request body: {'port': {'device_id': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605', 'admin_state_up': True, 'tenant_id': '5a852b5df9ca465d90b9f33f648fc010'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:47.919854 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf1fd-48e9-4e94-b3c5-9de59f77ea54 None None] Pushing event updated for resources: {'Port': ['ID=00896a30-d08d-4761-82c4-ef1d00de9b5f,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:47.946886 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d297d7ff-7e73-4583-a333-e8344d192a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.960783 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Network 95f799b0-d775-4512-8a74-f9b9fd69202d is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:47.965328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:47.969775 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] Provisioning complete for port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:47.970155 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:47.984557 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:48.029361 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:48.029883 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.058105 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-96a129cc-5138-4bf0-ae3d-6594f2ae879c req-940f05ad-4231-4f42-a99d-2dc22e92db7d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159975 Sep 17 19:18:48.073413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Made reservation on behalf of 5a852b5df9ca465d90b9f33f648fc010 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:18:48.078632 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.088512 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.132369 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.193358 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d297d7ff-7e73-4583-a333-e8344d192a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.200739 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:48.235001 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d297d7ff-7e73-4583-a333-e8344d192a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.240463 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] For port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:48.268484 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.271646 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d297d7ff-7e73-4583-a333-e8344d192a74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d643c4b4f1fc4c749498f37533c5f9fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648501 Sep 17 19:18:48.273883 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35918) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:48.281422 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Pushing event updated for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:48.354062 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297d7ff-7e73-4583-a333-e8344d192a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8095ddb8-bd72-4df6-8955-f83c543eedbb,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:48.406735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Allocated IP 172.20.0.2 (8aff4420-ee3b-4258-830d-7b3d623e9605/3ae6bc77-7e9a-4661-be23-e33a656b4a14/a4b4b4c2-4325-475f-bb61-85ac66fa6aec) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:18:48.411553 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba2c7a-05a3-439b-840b-e2c4b600ed8a None None] Pushing event updated for resources: {'Port': ['ID=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:48.510447 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.598922 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.613980 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.617258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.651453 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:44Z', 'revision_number': 3, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:48.672159 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a58770a4-f1c9-4187-9f44-bec6b9a16cb3 req-7f54bf30-1d0b-44f2-bf7f-e9dc0d5c8e33 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 210 time: 0.0583594 Sep 17 19:18:48.699473 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379cde21-ce3a-45db-a7f9-eba6fd66a56c None None] The sync data for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi is: [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:44Z', 'revision_number': 3, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:18:48.714501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.731667 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8261c7e6-1b6d-4ed0-9ea2-40877232f0fe None None] Provisioning complete for port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:48.736594 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8261c7e6-1b6d-4ed0-9ea2-40877232f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.752584 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.755063 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.756307 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8095ddb8-bd72-4df6-8955-f83c543eedbb HTTP/1.1" status: 204 len: 168 time: 0.4719598 Sep 17 19:18:48.757344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:48.777457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:48.789171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:18:48.804764 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800ef66-a43d-4617-918c-eb849a2896dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8095ddb8-bd72-4df6-8955-f83c543eedbb,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:48.876038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Pushing event updated for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:48.883513 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.891107 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.928556 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:48.929522 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.965834 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-83408e69-9400-48ba-a5d7-09d2e80bd04d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0589242 Sep 17 19:18:48.978567 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8261c7e6-1b6d-4ed0-9ea2-40877232f0fe None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:48.981862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8261c7e6-1b6d-4ed0-9ea2-40877232f0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:48.982738 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Request body: {'port': {'device_id': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:48.998440 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Pushing event updated for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:49.008590 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.042550 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8261c7e6-1b6d-4ed0-9ea2-40877232f0fe None None] Port df76bd49-16e2-48c2-a64d-cf75d7a43e2d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:49.123644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.179951 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-2274c37a-4c76-4d69-9dfd-38bab5edba72 None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:49.180419 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2274c37a-4c76-4d69-9dfd-38bab5edba72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.197176 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Network 95f799b0-d775-4512-8a74-f9b9fd69202d is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:18:49.201847 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:18:49.237528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-2274c37a-4c76-4d69-9dfd-38bab5edba72 None None] Port df76bd49-16e2-48c2-a64d-cf75d7a43e2d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:49.353630 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Router 6aea262a-882b-45e0-a2e2-1451421cfbdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:18:49.519531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4adc5-6146-40db-8d94-a2eaf7dfb0b2 req-e17e5d36-54da-4bbe-8b00-bf82ca83e075 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:49.521224 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4e4adc5-6146-40db-8d94-a2eaf7dfb0b2 req-e17e5d36-54da-4bbe-8b00-bf82ca83e075 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.3027315 Sep 17 19:18:49.522368 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:49.605030 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-3a83c26f-152d-4261-87fd-58ad639355f1 None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:49.605640 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3a83c26f-152d-4261-87fd-58ad639355f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.613314 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4e4adc5-6146-40db-8d94-a2eaf7dfb0b2 req-c5e8c8cd-7bc1-4f11-9b5f-687fa75e6f24 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786350 Sep 17 19:18:49.661942 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-3a83c26f-152d-4261-87fd-58ad639355f1 None None] Port df76bd49-16e2-48c2-a64d-cf75d7a43e2d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:18:49.668511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:49.668973 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.702568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b4b4c2-4325-475f-bb61-85ac66fa6aec {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:18:49.716320 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.758166 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Transition to ACTIVE for port object a4b4b4c2-4325-475f-bb61-85ac66fa6aec will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:18:49.772880 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 00896a30-d08d-4761-82c4-ef1d00de9b5f up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:49.779904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.786421 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:18:49.795369 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a3aceba2-2632-4e1d-b9a2-b79d47b55aff admin admin] 10.222.0.21 "PUT /v2.0/routers/6aea262a-882b-45e0-a2e2-1451421cfbdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6447384 Sep 17 19:18:49.842994 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 00896a30-d08d-4761-82c4-ef1d00de9b5f triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:49.842994 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:49.858248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ce03a-62a9-47b1-aa5e-bc83f024f151 req-e4a8e41a-8fa8-4235-bd68-24e09f5f10ac tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:49.859967 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec7ce03a-62a9-47b1-aa5e-bc83f024f151 req-e4a8e41a-8fa8-4235-bd68-24e09f5f10ac tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 931 time: 0.1183758 Sep 17 19:18:49.891861 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:49.936587 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec7ce03a-62a9-47b1-aa5e-bc83f024f151 req-bdc84143-aa6c-4a8a-b39f-af80842649cb tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632329 Sep 17 19:18:50.008376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Attempting to bind port a4b4b4c2-4325-475f-bb61-85ac66fa6aec on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:50.008853 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Attempting to bind port a4b4b4c2-4325-475f-bb61-85ac66fa6aec by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:50.009190 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Attempting to bind port a4b4b4c2-4325-475f-bb61-85ac66fa6aec on network 8aff4420-ee3b-4258-830d-7b3d623e9605 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:50.014487 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Port a4b4b4c2-4325-475f-bb61-85ac66fa6aec on network 8aff4420-ee3b-4258-830d-7b3d623e9605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:18:50.014821 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Attempting to bind port a4b4b4c2-4325-475f-bb61-85ac66fa6aec on network 8aff4420-ee3b-4258-830d-7b3d623e9605 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:50.020965 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:50.021330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Checking segment: {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:50.021689 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Bound using segment: {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:50.022812 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Bound port: a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:50.023178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.103731 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:50.107790 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:50.117980 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.143695 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.166571 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:50.167076 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.168516 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] 10.222.0.22 "PUT /v2.0/ports/a4b4b4c2-4325-475f-bb61-85ac66fa6aec HTTP/1.1" status: 200 len: 1093 time: 1.1918719 Sep 17 19:18:50.168994 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:18:50.170235 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 00896a30-d08d-4761-82c4-ef1d00de9b5f, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=00896a30-d08d-4761-82c4-ef1d00de9b5f,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:50.171409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f" -d '{"events": [{"name": "network-changed", "server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:18:50.177801 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.224176 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4161cfc6-0080-407c-bd67-70bf1c25e169 x-openstack-request-id: req-4161cfc6-0080-407c-bd67-70bf1c25e169 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:18:50.224475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:18:50.224728 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4161cfc6-0080-407c-bd67-70bf1c25e169 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:18:50.225906 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec', 'status': 'completed', 'code': 200} Sep 17 19:18:50.241938 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=00896a30-d08d-4761-82c4-ef1d00de9b5f,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:50.286076 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb9bb-ab4c-44b7-bef6-c9ae0edeb366 req-309c4795-770c-4d1a-b7d9-a655874ab05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:50.287640 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cbeb9bb-ab4c-44b7-bef6-c9ae0edeb366 req-309c4795-770c-4d1a-b7d9-a655874ab05d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.1028459 Sep 17 19:18:50.289720 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77677596-57cf-4cb1-a0ee-549634d19b35 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:50.320212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-a60e5404-3438-48da-93b3-f79e6380d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:50.321907 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-a60e5404-3438-48da-93b3-f79e6380d938 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 1096 time: 0.0995326 Sep 17 19:18:50.335945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cbeb9bb-ab4c-44b7-bef6-c9ae0edeb366 req-3b7363b9-c6e6-41cb-b0d6-3d66926fe2c6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355420 Sep 17 19:18:50.396580 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35958) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:50.401706 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1697124216', 'description': 'tempest-secgroup-smoke-1697124216 description', 'project_id': '257e20beceb041d1bde6226db4239abb'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:50.421756 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.501332 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.504920 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.533290 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.534539 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1363807 Sep 17 19:18:50.536589 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d0e94-b155-4108-a959-34dd2ee09c9e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1785be96-e50a-40ca-afc2-a6c233e278d2,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:50.537529 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 35962) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:50.542857 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:50.580415 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.651193 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-b3dab93c-442c-42fc-96ac-eab72cb6810f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec HTTP/1.1" status: 200 len: 217 time: 0.0437970 Sep 17 19:18:50.677020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.698437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.749521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1cc9cd-fd40-464e-b9c8-b6d4783088ec,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:50.758068 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-dcd11983-fa61-42e9-baae-90186de7c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:50.759685 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-dcd11983-fa61-42e9-baae-90186de7c19d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ae6bc77-7e9a-4661-be23-e33a656b4a14 HTTP/1.1" status: 200 len: 849 time: 0.0987062 Sep 17 19:18:50.760505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.761366 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ece2ca81-2c73-4362-a9ee-27e09199da6b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2222562 Sep 17 19:18:50.764557 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35970) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:50.770641 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:50.788408 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b956e-84db-46e1-9b57-087b1198d81b req-2d1e10dc-32b0-48b3-a047-1c3890df4716 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:50.789843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae0b956e-84db-46e1-9b57-087b1198d81b req-2d1e10dc-32b0-48b3-a047-1c3890df4716 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0946980 Sep 17 19:18:50.802142 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.807181 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-f9b72edd-3152-4d2c-b983-4dc64536a8a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8aff4420-ee3b-4258-830d-7b3d623e9605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396163 Sep 17 19:18:50.838515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae0b956e-84db-46e1-9b57-087b1198d81b req-5e00f5ef-e45f-4b1c-b031-20b08118968f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338922 Sep 17 19:18:50.875375 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.881840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.888646 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Sync routers for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:18:50.900360 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:50.901287 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:50.902443 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb60696-69a7-4055-901a-dfe100031cd0,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:50.909874 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:50.914807 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-eb605087-8bd3-410a-b357-3d68be6745e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481376 Sep 17 19:18:50.915539 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35974) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:50.920489 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:50.941582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-e8f4f9e7-5583-424a-8877-3b32b4aabc68 service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980167 Sep 17 19:18:50.952870 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.027814 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.033204 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:51.037801 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.056496 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c897d2f-0fd5-4a5d-b08c-7cd09663bb30,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:51.065122 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.069862 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ce4fbdb9-adea-4ea3-923c-34688ed0f217 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501005 Sep 17 19:18:51.074510 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35980) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:51.079322 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:51.116095 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.187492 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.193551 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.210875 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bafcaa-2dc8-49ce-8f19-72518b436f48,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:51.223376 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.227909 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c9258a4a-dad0-4f10-8d2e-0f6e1268fb33 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522708 Sep 17 19:18:51.228611 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35982) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:51.233228 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:51.259143 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.securitygroups_db [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Project 257e20beceb041d1bde6226db4239abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:18:51.264912 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.268853 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:48Z', 'revision_number': 4, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'df76bd49-16e2-48c2-a64d-cf75d7a43e2d', 'name': '', 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'mac_address': 'fa:16:3e:16:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:47Z', 'updated_at': '2021-09-17T19:18:48Z', 'revision_number': 2, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'subnets': [{'id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:51.298148 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Checking router: 6aea262a-882b-45e0-a2e2-1451421cfbdb for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:18:51.298511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Updating router 6aea262a-882b-45e0-a2e2-1451421cfbdb port df76bd49-16e2-48c2-a64d-cf75d7a43e2d binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:18:51.330222 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.340467 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc696102-45ae-43ed-baca-d0b71d0ba439 req-d4b4f4c4-9967-4eca-914e-2c94717eb89e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:51.349089 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dc696102-45ae-43ed-baca-d0b71d0ba439 req-d4b4f4c4-9967-4eca-914e-2c94717eb89e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 943 time: 0.3444295 Sep 17 19:18:51.353216 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df2e9eea-93f2-4080-996b-0539e1d1ca83 req-a7b2c3c1-c9d1-4646-b729-4918b17e90ec service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043350 Sep 17 19:18:51.353525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.358616 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.377262 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 00896a30-d08d-4761-82c4-ef1d00de9b5f up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:51.381869 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c1e325-0f6a-488b-985a-3c0f39bac821,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:51.387079 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.388706 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b5565ec2-d6f9-40af-b89a-82172a57dcac tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1591389 Sep 17 19:18:51.392025 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 35984) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:18:51.398142 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'security_group_rule': {'security_group_id': '1785be96-e50a-40ca-afc2-a6c233e278d2', 'project_id': '257e20beceb041d1bde6226db4239abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:18:51.403702 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dc696102-45ae-43ed-baca-d0b71d0ba439 req-ed5f48d9-28d9-4aa5-9ff4-7a1a7caa1c29 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Sep 17 19:18:51.425767 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.securitygroups_db [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Project 257e20beceb041d1bde6226db4239abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:18:51.430874 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.464413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-4aecc4c6-a0f4-4c4c-a2a0-18be5bc177bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:51.465981 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-4aecc4c6-a0f4-4c4c-a2a0-18be5bc177bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 1096 time: 0.0431144 Sep 17 19:18:51.499433 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.504015 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.517541 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 00896a30-d08d-4761-82c4-ef1d00de9b5f triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:51.517832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.529176 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0496633-6f1a-4046-bb7a-3d294ea77128,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:51.536231 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.537519 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-84bd1acc-9ad7-4731-aac2-1b9ebb499966 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441214 Sep 17 19:18:51.572971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-0c138882-7699-4afa-80c4-08b7ad9043e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:51.574393 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-0c138882-7699-4afa-80c4-08b7ad9043e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 910 time: 0.0991247 Sep 17 19:18:51.620123 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-f5834f7c-c30a-4e52-93dd-0c061df2b242 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec HTTP/1.1" status: 200 len: 217 time: 0.0377252 Sep 17 19:18:51.728967 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-31780fe6-2a5f-42af-99ac-0bdad74e528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:51.730335 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-31780fe6-2a5f-42af-99ac-0bdad74e528c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ae6bc77-7e9a-4661-be23-e33a656b4a14 HTTP/1.1" status: 200 len: 849 time: 0.0997913 Sep 17 19:18:51.757356 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.765998 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.779003 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-70b33a19-45ef-46fd-9d18-2f188ac8b5b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8aff4420-ee3b-4258-830d-7b3d623e9605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336659 Sep 17 19:18:51.868511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653276b-a927-478f-b7e9-ae5ca68833be None None] Pushing event updated for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:51.880925 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Attempting to bind port df76bd49-16e2-48c2-a64d-cf75d7a43e2d on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:18:51.881532 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Attempting to bind port df76bd49-16e2-48c2-a64d-cf75d7a43e2d by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:18:51.882055 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Attempting to bind port df76bd49-16e2-48c2-a64d-cf75d7a43e2d on network 95f799b0-d775-4512-8a74-f9b9fd69202d {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:18:51.889808 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:18:51.890963 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Checking segment: {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:18:51.892368 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.894573 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Bound using segment: {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:18:51.895076 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Bound port: df76bd49-16e2-48c2-a64d-cf75d7a43e2d, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51da5d90-e9b7-489a-92ff-5f26c2126886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:18:51.895465 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:51.914521 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-dea28278-9ce2-412f-a820-1e7a69e532ff service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172531 Sep 17 19:18:52.032984 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] For port df76bd49-16e2-48c2-a64d-cf75d7a43e2d, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:18:52.038099 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] For port df76bd49-16e2-48c2-a64d-cf75d7a43e2d, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:18:52.043420 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:52.153230 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:18:52.154657 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:18:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:52.173584 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42c5ff0d-a0c7-4f21-9b76-807717fdb35f req-f5f265ba-7fc8-462f-a5a9-026698c3b805 service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365456 Sep 17 19:18:52.208278 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8438c2a-e9de-45f2-b9c8-8160cb695db9 req-eb0291ca-270d-49c1-b2ef-568f6c6e3643 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:52.208278 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8438c2a-e9de-45f2-b9c8-8160cb695db9 req-eb0291ca-270d-49c1-b2ef-568f6c6e3643 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1519537 Sep 17 19:18:52.224181 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653276b-a927-478f-b7e9-ae5ca68833be None None] Pushing event updated for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:52.284430 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8438c2a-e9de-45f2-b9c8-8160cb695db9 req-f6326f57-ebe1-46a2-be93-8c81b7e0ab48 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668342 Sep 17 19:18:52.302145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:52.302531 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:52.361241 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:18:52.489033 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:52.522937 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd664285-5d44-4b04-bc66-d9b47dabe53d req-8a50f4b3-fc7b-4136-9011-ad46d19649be tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:52.524492 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cd664285-5d44-4b04-bc66-d9b47dabe53d req-8a50f4b3-fc7b-4136-9011-ad46d19649be tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 943 time: 0.0529516 Sep 17 19:18:52.563788 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] For port df76bd49-16e2-48c2-a64d-cf75d7a43e2d, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:18:52.569444 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:52.574207 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cd664285-5d44-4b04-bc66-d9b47dabe53d req-b35dcd4f-86f1-4380-9e8c-27bbad757c93 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Sep 17 19:18:52.653378 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28877eae-2207-4974-a781-3a93ce67f1da None None] Pushing event updated for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:18:52.671726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:48Z', 'revision_number': 4, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'df76bd49-16e2-48c2-a64d-cf75d7a43e2d', 'name': '', 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'mac_address': 'fa:16:3e:16:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:47Z', 'updated_at': '2021-09-17T19:18:52Z', 'revision_number': 4, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'subnets': [{'id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:18:52.705010 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb3e86e-3ce3-4571-89f7-26431be68ffd None None] The sync data for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi is: [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:18:48Z', 'revision_number': 4, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'df76bd49-16e2-48c2-a64d-cf75d7a43e2d', 'name': '', 'network_id': '95f799b0-d775-4512-8a74-f9b9fd69202d', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'mac_address': 'fa:16:3e:16:3f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:47Z', 'updated_at': '2021-09-17T19:18:52Z', 'revision_number': 4, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'subnets': [{'id': '50d3860d-1c5b-4ba1-acc8-743fd024b546', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:18:52.717641 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-772ddcb3-43fa-49c6-adf7-76ffcbb7cdd5 None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:52.718020 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-772ddcb3-43fa-49c6-adf7-76ffcbb7cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:53.392352 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device df76bd49-16e2-48c2-a64d-cf75d7a43e2d up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:18:53.449370 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4aebe-3926-495a-98ed-f228b5e90a14 req-ce9df1f1-d8ac-459a-8fdf-c687079c804d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:53.460214 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bd4aebe-3926-495a-98ed-f228b5e90a14 req-ce9df1f1-d8ac-459a-8fdf-c687079c804d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1003289 Sep 17 19:18:53.471487 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port df76bd49-16e2-48c2-a64d-cf75d7a43e2d triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:18:53.472056 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:53.505486 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bd4aebe-3926-495a-98ed-f228b5e90a14 req-e681e458-19d2-4fd4-8193-cff6d293b1eb tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Sep 17 19:18:53.695877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162a116-dd6d-40ea-bb63-39879370040e req-04cd8b5d-f688-419d-abcd-491d889c9dbf tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:53.697474 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4162a116-dd6d-40ea-bb63-39879370040e req-04cd8b5d-f688-419d-abcd-491d889c9dbf tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 943 time: 0.0539880 Sep 17 19:18:53.768235 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4162a116-dd6d-40ea-bb63-39879370040e req-aa31c68d-4694-4720-8187-e0be25b22aad tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Sep 17 19:18:53.812432 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-7a39ba18-b5c5-434f-b97b-a78072b3e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:53.813904 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-7a39ba18-b5c5-434f-b97b-a78072b3e06b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0881460 Sep 17 19:18:53.822123 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82ca08-5977-4e37-ac3a-7b207885cd2a req-f7ca7002-7421-4a90-9559-401fcf5ac36e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:53.823526 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd82ca08-5977-4e37-ac3a-7b207885cd2a req-f7ca7002-7421-4a90-9559-401fcf5ac36e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0834167 Sep 17 19:18:53.915952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd82ca08-5977-4e37-ac3a-7b207885cd2a req-8cc7e2e8-daca-4801-962b-52cb81d734e6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842483 Sep 17 19:18:53.937206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-b8650519-549b-4277-86c0-d528fbb82739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:53.939024 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-b8650519-549b-4277-86c0-d528fbb82739 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1145883 Sep 17 19:18:53.989921 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-58c73ab5-c763-459b-81ff-6a96a151330f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0405269 Sep 17 19:18:54.039946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-1e6c2d92-2331-4ff6-82bb-2ced82277f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:54.041522 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-1e6c2d92-2331-4ff6-82bb-2ced82277f22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0432954 Sep 17 19:18:54.076426 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-48f311ad-284e-45d8-a233-76e8f471f4fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234816 Sep 17 19:18:54.177607 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-42a7e047-8874-4c75-b21e-a5fbef44c769 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924356 Sep 17 19:18:54.288167 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-65cdbb45-b7c0-48b1-9dd9-b7a92e864ba8 req-c9a77edd-ad47-4d6e-9c1c-00a300fa4b65 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025403 Sep 17 19:18:54.891881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742a4ac-6f14-403d-9c99-bbdd29ba8d8b req-2bf8f01d-ab81-4b2d-b1a3-9e89f9dc5e70 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:54.893738 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4742a4ac-6f14-403d-9c99-bbdd29ba8d8b req-2bf8f01d-ab81-4b2d-b1a3-9e89f9dc5e70 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 943 time: 0.0541978 Sep 17 19:18:54.934490 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4742a4ac-6f14-403d-9c99-bbdd29ba8d8b req-dcad2c41-a9e9-432c-858a-531d9e164671 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Sep 17 19:18:55.067125 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bc298-4f3a-46d7-a791-422e6f18c712 req-d6034393-ba60-420e-8257-5fa7414f1668 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:55.068580 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-486bc298-4f3a-46d7-a791-422e6f18c712 req-d6034393-ba60-420e-8257-5fa7414f1668 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0472741 Sep 17 19:18:55.104107 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-486bc298-4f3a-46d7-a791-422e6f18c712 req-769e5366-73b2-4c2d-b141-3d4cef1505d8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297494 Sep 17 19:18:56.047668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0e311-a96b-4774-9943-c0a477336fb1 req-8acdbe30-a0cb-41fc-935d-c4e75b8e6c8d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:56.049135 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1e0e311-a96b-4774-9943-c0a477336fb1 req-8acdbe30-a0cb-41fc-935d-c4e75b8e6c8d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 943 time: 0.0468647 Sep 17 19:18:56.085823 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1e0e311-a96b-4774-9943-c0a477336fb1 req-beb78ba3-61e4-46bb-8029-ba8a79eba201 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Sep 17 19:18:56.223666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da36553-476f-4761-90df-a2ead6e8100e req-0d551fff-5744-44c6-831d-4bfc68df67cf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:18:56.225106 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7da36553-476f-4761-90df-a2ead6e8100e req-0d551fff-5744-44c6-831d-4bfc68df67cf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0512056 Sep 17 19:18:56.261461 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7da36553-476f-4761-90df-a2ead6e8100e req-5978075b-8865-4003-a37f-e9f86d395194 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305579 Sep 17 19:18:57.313702 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:18:59.922376 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a4b4b4c2-4325-475f-bb61-85ac66fa6aec details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:19:00.127089 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:00.138064 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec', 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605', 'port_id': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec', 'mac_address': 'fa:16:3e:2e:13:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae6bc77-7e9a-4661-be23-e33a656b4a14', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:19:00.178473 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:00.190807 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b4b4c2-4325-475f-bb61-85ac66fa6aec {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:00.209293 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:00.213293 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:00.257839 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:03.708437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97a39-498f-4cdd-b6c8-925a7195d179 req-9d5b8fdc-ef74-44dd-aadb-a3992c94d39a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:03.708948 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7eb97a39-498f-4cdd-b6c8-925a7195d179 req-9d5b8fdc-ef74-44dd-aadb-a3992c94d39a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 944 time: 0.0491805 Sep 17 19:19:03.767292 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7eb97a39-498f-4cdd-b6c8-925a7195d179 req-e577b6d2-1ff4-42c3-8454-019eb5bd5ed2 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Sep 17 19:19:03.802147 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60054a5-bfbf-433c-a2ea-9a72dfe51b21 req-d382ad87-4e9d-4384-96e1-9d3146952791 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:03.803604 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b60054a5-bfbf-433c-a2ea-9a72dfe51b21 req-d382ad87-4e9d-4384-96e1-9d3146952791 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0518107 Sep 17 19:19:03.841590 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b60054a5-bfbf-433c-a2ea-9a72dfe51b21 req-b386637a-a5b8-488a-a10a-ce4c17920763 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Sep 17 19:19:04.677021 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['a4b4b4c2-4325-475f-bb61-85ac66fa6aec'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:04.885419 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e59a-44d1-47f3-9e1b-d127c87e5985 req-066a7ef0-3e9c-43a6-bffc-341d13275c37 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:04.891586 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5a92e59a-44d1-47f3-9e1b-d127c87e5985 req-066a7ef0-3e9c-43a6-bffc-341d13275c37 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 944 time: 0.0560670 Sep 17 19:19:04.925810 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5a92e59a-44d1-47f3-9e1b-d127c87e5985 req-e00b97a7-0abf-4727-9457-8c9ab35823fb tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Sep 17 19:19:05.027496 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b38a1-e6e0-43ec-9246-f26ea28adf1a req-4635d6db-5060-48c1-bc14-fd19d4ef0af6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:05.029052 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cd7b38a1-e6e0-43ec-9246-f26ea28adf1a req-4635d6db-5060-48c1-bc14-fd19d4ef0af6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0495744 Sep 17 19:19:05.069033 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cd7b38a1-e6e0-43ec-9246-f26ea28adf1a req-5956787f-ed53-424c-8c5d-4353f2700cc4 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Sep 17 19:19:06.038872 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cbd6c-57c5-48a6-a1ad-00e5f5b94be0 req-f10d25cf-5dd2-4118-8e29-3efac1a37f8e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:06.041287 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7d4cbd6c-57c5-48a6-a1ad-00e5f5b94be0 req-f10d25cf-5dd2-4118-8e29-3efac1a37f8e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 944 time: 0.0494988 Sep 17 19:19:06.078507 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7d4cbd6c-57c5-48a6-a1ad-00e5f5b94be0 req-8c1b5a20-0439-4f68-aaca-c3e37e4a7d95 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Sep 17 19:19:06.190824 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682b65a-35b7-4724-ad50-3e28b5733023 req-324d1e57-8e52-4abc-a8ef-1c41ec61ce06 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:06.192967 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2682b65a-35b7-4724-ad50-3e28b5733023 req-324d1e57-8e52-4abc-a8ef-1c41ec61ce06 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0519502 Sep 17 19:19:06.233081 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2682b65a-35b7-4724-ad50-3e28b5733023 req-0caa2c96-24b9-42e9-a76a-9c021aa5e457 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Sep 17 19:19:07.191043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc064806-b3fa-4216-83fd-43955cda9709 req-b9f66895-4f4f-4f42-909d-4747f5580c77 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:07.192542 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fc064806-b3fa-4216-83fd-43955cda9709 req-b9f66895-4f4f-4f42-909d-4747f5580c77 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 944 time: 0.0481403 Sep 17 19:19:07.230950 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fc064806-b3fa-4216-83fd-43955cda9709 req-12aac2a0-fb55-4f1d-a171-a6402e29a1dd tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Sep 17 19:19:07.361191 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea854c3-f678-4cc5-9d3f-e4acb3600665 req-0c13995a-3a17-4749-b1b1-7026b77a299c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:07.362750 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1ea854c3-f678-4cc5-9d3f-e4acb3600665 req-0c13995a-3a17-4749-b1b1-7026b77a299c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0615664 Sep 17 19:19:07.411376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1ea854c3-f678-4cc5-9d3f-e4acb3600665 req-ec2632e5-cb97-4bfa-a996-b29291431c6f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Sep 17 19:19:07.755621 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a4b4b4c2-4325-475f-bb61-85ac66fa6aec up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:19:07.804046 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port a4b4b4c2-4325-475f-bb61-85ac66fa6aec completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:19:07.808211 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port a4b4b4c2-4325-475f-bb61-85ac66fa6aec triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:19:07.808586 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:07.881610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:07.902986 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:07.905303 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242ea6a8-927e-40f5-b424-1d09df00f78f" -d '{"events": [{"server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:07.918672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:07.924764 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:07.954136 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a699d633-201f-41a1-b5ba-b2d828496101 x-openstack-request-id: req-a699d633-201f-41a1-b5ba-b2d828496101 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:07.954433 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "name": "network-vif-plugged", "status": "completed", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:07.954683 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a699d633-201f-41a1-b5ba-b2d828496101 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:07.955069 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec', 'code': 200} Sep 17 19:19:07.988963 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:08.131615 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dc943-dd53-4a1f-9604-d6a716db714c req-127d3d4b-e710-476e-af2b-f18ec8f6a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:08.133145 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-054dc943-dd53-4a1f-9604-d6a716db714c req-127d3d4b-e710-476e-af2b-f18ec8f6a907 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 1098 time: 0.0488999 Sep 17 19:19:08.168015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-054dc943-dd53-4a1f-9604-d6a716db714c req-406c2cae-e338-44df-8d56-381fd5dda2b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272689 Sep 17 19:19:08.345599 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253def4-6fd0-4614-b4d9-4bf8baf4be7a req-4d140fa4-1f08-4ea4-98b3-7d622a1cb1d7 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:08.347055 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f253def4-6fd0-4614-b4d9-4bf8baf4be7a req-4d140fa4-1f08-4ea4-98b3-7d622a1cb1d7 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0504997 Sep 17 19:19:08.382540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f253def4-6fd0-4614-b4d9-4bf8baf4be7a req-04d4ec55-4234-4464-9db9-b4c81176180b tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296202 Sep 17 19:19:08.584616 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e4ed2-ce51-4861-9ab8-69f2850841fd req-0e483aac-fd30-4bed-b87b-3282fa9ab690 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:08.586103 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1f6e4ed2-ce51-4861-9ab8-69f2850841fd req-0e483aac-fd30-4bed-b87b-3282fa9ab690 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0519531 Sep 17 19:19:08.623245 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1f6e4ed2-ce51-4861-9ab8-69f2850841fd req-99699f54-6d4e-46a9-b820-2f00a3f374fe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Sep 17 19:19:09.357644 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-689e3013-d66d-4be7-bf2f-1b5495d75fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:09.505837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c9a7-6c0a-4663-b216-18a9baa38c5f req-49f8ce00-7cd0-463a-b9e3-fa4a2913a607 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:09.507344 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d388c9a7-6c0a-4663-b216-18a9baa38c5f req-49f8ce00-7cd0-463a-b9e3-fa4a2913a607 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Sep 17 19:19:09.546898 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d388c9a7-6c0a-4663-b216-18a9baa38c5f req-6a53a92e-073d-452e-a932-81f2a8cc431e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Sep 17 19:19:09.828298 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36278) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:09.941309 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-75eef442-ba29-476d-82aa-f12d6dc41924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.040439 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-75eef442-ba29-476d-82aa-f12d6dc41924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.042685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aaf9d-1e17-4152-8441-69a0a06e5ca0 req-b2aab96d-f650-47f2-aa42-b2660924b5dc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:10.044268 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a0aaf9d-1e17-4152-8441-69a0a06e5ca0 req-b2aab96d-f650-47f2-aa42-b2660924b5dc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0480804 Sep 17 19:19:10.044638 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-75eef442-ba29-476d-82aa-f12d6dc41924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.080873 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eef442-ba29-476d-82aa-f12d6dc41924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e85cd-fb98-4ab0-a293-85305d8f6b1b,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:10.088109 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a0aaf9d-1e17-4152-8441-69a0a06e5ca0 req-4b76f323-0716-489d-98ee-cf3e1097667e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Sep 17 19:19:10.102345 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 36290) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:10.102760 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-75eef442-ba29-476d-82aa-f12d6dc41924 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3767b48195e34f9b910bfe5d4b878d11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733688 Sep 17 19:19:10.158681 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.186757 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.250713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.253837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:10.255117 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/473e85cd-fb98-4ab0-a293-85305d8f6b1b HTTP/1.1" status: 204 len: 168 time: 0.1515033 Sep 17 19:19:10.275510 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f7fa7-6f43-4b1d-b732-6f563302290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e85cd-fb98-4ab0-a293-85305d8f6b1b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:10.662833 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e733b-7413-42f4-b55e-0197eb49c7eb req-08ce6264-51db-4b42-9674-0eb14ab7eacd tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:10.665671 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed2e733b-7413-42f4-b55e-0197eb49c7eb req-08ce6264-51db-4b42-9674-0eb14ab7eacd tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0536809 Sep 17 19:19:10.703071 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed2e733b-7413-42f4-b55e-0197eb49c7eb req-7d566a3d-2a6d-4918-97bd-29bdb2c503d5 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Sep 17 19:19:11.437003 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319a0e8-e5fa-4f90-b63d-6bed64b7219b req-86b4ec9c-3e87-4b1b-bdbf-380b61964673 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:11.438475 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8319a0e8-e5fa-4f90-b63d-6bed64b7219b req-86b4ec9c-3e87-4b1b-bdbf-380b61964673 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0499561 Sep 17 19:19:11.476814 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8319a0e8-e5fa-4f90-b63d-6bed64b7219b req-945b87f7-d4c1-4b84-b976-3c323cdeda42 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322580 Sep 17 19:19:11.734259 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 36350) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:11.840064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e046-9346-45af-83c4-a61d1b8352d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:11.905078 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-969f077e-06e5-4dd4-8b0d-d4b49fa3765e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:11.930465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e046-9346-45af-83c4-a61d1b8352d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:11.934032 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1dd1e046-9346-45af-83c4-a61d1b8352d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:11.973983 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1dd1e046-9346-45af-83c4-a61d1b8352d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bb8c04d69f3b449a9364594252d886b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385879 Sep 17 19:19:11.974837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1e046-9346-45af-83c4-a61d1b8352d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce03bc-194f-483e-9be3-a81144ca44e2,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:11.976611 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36356) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:12.023679 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:12.044428 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:12.089489 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:12.091930 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:12.093117 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fce03bc-194f-483e-9be3-a81144ca44e2 HTTP/1.1" status: 204 len: 168 time: 0.1149125 Sep 17 19:19:12.100222 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acb9ba-cca8-407f-8781-79e9a4b00c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce03bc-194f-483e-9be3-a81144ca44e2,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:12.377686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:12.596666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e73802-f9e3-47b7-b9fa-629a0c24fe77 req-e6c1bc46-0aaa-482a-a65a-8e89b12c73a7 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:12.598197 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-84e73802-f9e3-47b7-b9fa-629a0c24fe77 req-e6c1bc46-0aaa-482a-a65a-8e89b12c73a7 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0512462 Sep 17 19:19:12.641225 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-84e73802-f9e3-47b7-b9fa-629a0c24fe77 req-d1361074-c4b3-4ebc-a8f7-c861902461e0 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Sep 17 19:19:13.386971 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:13.651667 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-accbf458-4e43-43a9-b879-461beb1e33b4 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:13.653143 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-accbf458-4e43-43a9-b879-461beb1e33b4 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Sep 17 19:19:13.775835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Deleting port a4b4b4c2-4325-475f-bb61-85ac66fa6aec {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:19:13.776199 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:13.843717 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01130339-a0a7-4a13-974e-fa118f45473b req-fe7dd392-cf9c-4dac-9039-8db0f6698f1d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:13.845233 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-01130339-a0a7-4a13-974e-fa118f45473b req-fe7dd392-cf9c-4dac-9039-8db0f6698f1d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=a03cecbd-0d42-42f7-b5f6-f5a32fc55db2 HTTP/1.1" status: 200 len: 945 time: 0.1080880 Sep 17 19:19:13.904199 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-01130339-a0a7-4a13-974e-fa118f45473b req-69033eff-db28-4e23-a725-0c91d8bd59a6 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518248 Sep 17 19:19:13.905878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] For port a4b4b4c2-4325-475f-bb61-85ac66fa6aec, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:13.906244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:13.918517 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Calling delete_port for a4b4b4c2-4325-475f-bb61-85ac66fa6aec owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:19:14.041355 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:14.059161 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['a4b4b4c2-4325-475f-bb61-85ac66fa6aec'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:14.076655 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Pushing event deleted for resources: {'Port': ['ID=a4b4b4c2-4325-475f-bb61-85ac66fa6aec,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:14.122374 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] No DVR routers for this DVR port a4b4b4c2-4325-475f-bb61-85ac66fa6aec on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:19:14.129187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:14.134369 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cfd6958-cde9-471c-8d49-7bebace35e92 req-6b403b28-6e59-4141-b25c-68f4863c141c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "DELETE /v2.0/ports/a4b4b4c2-4325-475f-bb61-85ac66fa6aec HTTP/1.1" status: 204 len: 173 time: 0.4737990 Sep 17 19:19:14.134841 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'name': 'network-vif-deleted', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:14.137636 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e93148-0bda-4adc-b57a-75d73d2d0d13" -d '{"events": [{"server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "name": "network-vif-deleted", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:14.230821 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3805859c-6fb7-42c0-8c64-05c5bb84e23b x-openstack-request-id: req-3805859c-6fb7-42c0-8c64-05c5bb84e23b {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:14.231212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03cecbd-0d42-42f7-b5f6-f5a32fc55db2", "name": "network-vif-deleted", "tag": "a4b4b4c2-4325-475f-bb61-85ac66fa6aec", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:14.231568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3805859c-6fb7-42c0-8c64-05c5bb84e23b {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:14.232056 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03cecbd-0d42-42f7-b5f6-f5a32fc55db2', 'name': 'network-vif-deleted', 'tag': 'a4b4b4c2-4325-475f-bb61-85ac66fa6aec', 'status': 'completed', 'code': 200} Sep 17 19:19:14.877512 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:15.205353 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-c6b45c96-7ad9-40a5-8d97-1f4fa810bf51 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:15.206846 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-c6b45c96-7ad9-40a5-8d97-1f4fa810bf51 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 809 time: 0.1042516 Sep 17 19:19:15.225645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-1d2358c9-b8ef-4fa3-be49-f60f10fa9601 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/quotas/5a852b5df9ca465d90b9f33f648fc010 HTTP/1.1" status: 200 len: 375 time: 0.0111139 Sep 17 19:19:15.259519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-8177dd03-bfdb-4ca9-b6ec-9859aa7014de tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261285 Sep 17 19:19:15.362189 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-372e8f03-4f12-4d61-8afa-80315af580a8 service neutron] 10.222.0.21 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955844 Sep 17 19:19:15.459343 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-0bcdd6a2-c263-4558-993c-c71ba70dd929 service neutron] 10.222.0.21 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912917 Sep 17 19:19:15.621105 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-527a85fd-7c41-4856-ab39-c8d834bea223 req-fe222593-3f1c-4972-b9bd-fa3e0b6fa9ec tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 210 time: 0.0262549 Sep 17 19:19:16.732843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-84681f95-6220-40d6-b8f9-832c0a1d2849 req-6732b0b0-db66-4c1a-a166-65ccbe6487e3 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 210 time: 0.0312948 Sep 17 19:19:16.769425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-f9839f83-f1b1-4ad0-b732-86acc6b93e4b tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:16.770835 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-f9839f83-f1b1-4ad0-b732-86acc6b93e4b tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 809 time: 0.1342666 Sep 17 19:19:16.783851 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Request body: {'port': {'device_id': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605', 'admin_state_up': True, 'tenant_id': '5a852b5df9ca465d90b9f33f648fc010'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:16.891254 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Made reservation on behalf of 5a852b5df9ca465d90b9f33f648fc010 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:19:16.894695 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.013376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Allocated IP 172.20.0.11 (8aff4420-ee3b-4258-830d-7b3d623e9605/3ae6bc77-7e9a-4661-be23-e33a656b4a14/20ea9773-7120-4db0-a9a1-87c989ca112e) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:19:17.160990 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.193520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.234915 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Network 8aff4420-ee3b-4258-830d-7b3d623e9605 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:19:17.238111 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:19:17.240521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:19:17.277681 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Pushing event updated for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:17.300032 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:17.300702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.314012 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d89710ca-efdf-48de-b2fe-df0aa6656a99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5338640 Sep 17 19:19:17.327175 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Request body: {'port': {'device_id': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:17.381165 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.681792 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20ea9773-7120-4db0-a9a1-87c989ca112e {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:17.688819 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.700727 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Transition to ACTIVE for port object 20ea9773-7120-4db0-a9a1-87c989ca112e will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:19:17.703920 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.756626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:17.777613 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a4b4b4c2-4325-475f-bb61-85ac66fa6aec no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:19:17.798008 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: a4b4b4c2-4325-475f-bb61-85ac66fa6aec {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:19:17.798449 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a4b4b4c2-4325-475f-bb61-85ac66fa6aec not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:19:17.843911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Attempting to bind port 20ea9773-7120-4db0-a9a1-87c989ca112e on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:19:17.844266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Attempting to bind port 20ea9773-7120-4db0-a9a1-87c989ca112e by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:19:17.844597 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Attempting to bind port 20ea9773-7120-4db0-a9a1-87c989ca112e on network 8aff4420-ee3b-4258-830d-7b3d623e9605 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:17.851471 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Port 20ea9773-7120-4db0-a9a1-87c989ca112e on network 8aff4420-ee3b-4258-830d-7b3d623e9605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:19:17.851785 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Attempting to bind port 20ea9773-7120-4db0-a9a1-87c989ca112e on network 8aff4420-ee3b-4258-830d-7b3d623e9605 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:17.859820 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:19:17.860179 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Checking segment: {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:19:17.860556 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Bound using segment: {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:19:17.860976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Bound port: 20ea9773-7120-4db0-a9a1-87c989ca112e, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27147bfd-b627-43dd-97e9-42fcf92f3f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:19:17.861329 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:17.876499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00aab-de50-4a95-a080-6d1e1b74adfb req-665fedcc-19ca-4035-ae6c-0b58365fe749 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:17.877954 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-87c00aab-de50-4a95-a080-6d1e1b74adfb req-665fedcc-19ca-4035-ae6c-0b58365fe749 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.0743752 Sep 17 19:19:17.951176 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-87c00aab-de50-4a95-a080-6d1e1b74adfb req-ac122db5-f242-465d-8c9a-b78263665187 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672951 Sep 17 19:19:17.962668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:19:17.965990 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=20ea9773-7120-4db0-a9a1-87c989ca112e,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:19:17.970999 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:18.004308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.004928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:18.006310 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] 10.222.0.22 "PUT /v2.0/ports/20ea9773-7120-4db0-a9a1-87c989ca112e HTTP/1.1" status: 200 len: 1094 time: 0.6832573 Sep 17 19:19:18.006741 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:18.009582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7" -d '{"events": [{"name": "network-changed", "server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:18.036539 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121dc98-1a4e-4833-b14a-34f6ad7e62d8 service neutron] Pushing event updated for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:18.079609 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84a7cbf-2eb3-47b0-9b7e-5417e2508ead x-openstack-request-id: req-e84a7cbf-2eb3-47b0-9b7e-5417e2508ead {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:18.079895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:18.080164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e84a7cbf-2eb3-47b0-9b7e-5417e2508ead {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:18.080547 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e', 'status': 'completed', 'code': 200} Sep 17 19:19:18.096092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-ded720b0-0144-4893-a9ae-747bee8b31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.097573 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-ded720b0-0144-4893-a9ae-747bee8b31ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 1097 time: 0.0426939 Sep 17 19:19:18.299502 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-9f9071c5-274a-42f2-a1b9-10edc6f330a5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ea9773-7120-4db0-a9a1-87c989ca112e HTTP/1.1" status: 200 len: 217 time: 0.0357890 Sep 17 19:19:18.313871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fabe1-cf13-4741-ae25-531f5ecf6e58 req-f5b668e9-f57f-43d1-81f0-542da605341f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.315524 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c11fabe1-cf13-4741-ae25-531f5ecf6e58 req-f5b668e9-f57f-43d1-81f0-542da605341f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0829239 Sep 17 19:19:18.407098 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-93c9e9ac-74de-4de7-8ba7-caad3bca42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.408535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-93c9e9ac-74de-4de7-8ba7-caad3bca42c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ae6bc77-7e9a-4661-be23-e33a656b4a14 HTTP/1.1" status: 200 len: 849 time: 0.0911124 Sep 17 19:19:18.417829 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c11fabe1-cf13-4741-ae25-531f5ecf6e58 req-41fc8073-13e6-4009-8aa8-cab6182a780f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861802 Sep 17 19:19:18.427122 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-51c08c10-4eba-4663-bfeb-78d70cf18f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.428526 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-51c08c10-4eba-4663-bfeb-78d70cf18f1f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.1121087 Sep 17 19:19:18.447909 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-13ee8c0c-276a-4865-810f-5d9f8481a51d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8aff4420-ee3b-4258-830d-7b3d623e9605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285311 Sep 17 19:19:18.598931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-fdb046fe-febc-4cb9-9653-14896796f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.600458 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-fdb046fe-febc-4cb9-9653-14896796f43b service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1547387 Sep 17 19:19:18.603439 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-d5a92b46-0eee-4e8f-879b-0d027cebb066 service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473138 Sep 17 19:19:18.667819 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-012b6415-6434-4270-940b-9c909085c339 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0447934 Sep 17 19:19:18.985570 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-869a5254-f87e-4e4c-9055-b5716c3cc003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:18.986988 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-869a5254-f87e-4e4c-9055-b5716c3cc003 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0828738 Sep 17 19:19:19.025980 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-429fb737-1714-4e96-b649-2ec3383376de service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268102 Sep 17 19:19:19.027761 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ddac59f-0e98-40c6-b4a0-99d173b0ad44 req-891f19a0-7f6f-4881-a3a7-106711304161 service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979342 Sep 17 19:19:19.151856 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cb0b3-aafa-4044-89bd-f9775a55342d req-97dab022-82f9-4f82-878c-6167ac34bbe8 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:19.153341 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-860cb0b3-aafa-4044-89bd-f9775a55342d req-97dab022-82f9-4f82-878c-6167ac34bbe8 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.1303587 Sep 17 19:19:19.193390 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-f8b2cb6e-f4a7-4c95-876f-269827c9e0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:19.194814 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-f8b2cb6e-f4a7-4c95-876f-269827c9e0f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a852b5df9ca465d90b9f33f648fc010&device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 1097 time: 0.1153145 Sep 17 19:19:19.198300 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-261ee2c3-8f82-4d96-90d1-a6e9a33e7923 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617296 Sep 17 19:19:19.236658 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-860cb0b3-aafa-4044-89bd-f9775a55342d req-91a5991a-f9bf-4ff3-944d-3999a6439717 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755544 Sep 17 19:19:19.367805 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aeec08ee-8b92-4ead-bf5d-06bfd29641b9 req-833bf37d-0b98-44fb-ba48-984b7a60452f service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584232 Sep 17 19:19:19.369435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-8be1b87a-5cad-4537-a755-fd99ea3f0114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:19.370744 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-8be1b87a-5cad-4537-a755-fd99ea3f0114 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 200 len: 910 time: 0.1604738 Sep 17 19:19:19.414050 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-8cfd7738-1813-41ba-afae-17c2ea521acf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20ea9773-7120-4db0-a9a1-87c989ca112e HTTP/1.1" status: 200 len: 217 time: 0.0340657 Sep 17 19:19:19.469606 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-ee704895-f0da-463d-ad6c-fad58bc3efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:19.471070 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-ee704895-f0da-463d-ad6c-fad58bc3efb1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3ae6bc77-7e9a-4661-be23-e33a656b4a14 HTTP/1.1" status: 200 len: 849 time: 0.0438082 Sep 17 19:19:19.512764 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-00830faa-1ca8-442b-9716-92c28440c5e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8aff4420-ee3b-4258-830d-7b3d623e9605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312214 Sep 17 19:19:19.604690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433186d-ba8f-4e00-9f10-a828172ea4da req-31c2f847-3ec6-40cd-b03c-af0097a6ccf2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:19.606169 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7433186d-ba8f-4e00-9f10-a828172ea4da req-31c2f847-3ec6-40cd-b03c-af0097a6ccf2 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1165292 Sep 17 19:19:19.645449 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-3198a01c-2327-4c7a-b8f5-91a65c39bad6 service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165969 Sep 17 19:19:19.685697 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7433186d-ba8f-4e00-9f10-a828172ea4da req-04215778-31b0-4c79-af57-b5fd4d768716 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736523 Sep 17 19:19:19.765595 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0a2d6b02-7c62-48b0-aaa1-5b74d9c831e7 req-0c725ca6-89bf-4c71-b7d9-cc06e5a97a2b service neutron] 10.222.0.22 "GET /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103311 Sep 17 19:19:20.352610 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8ed3d-15af-404a-9bf9-0e3673584cf2 req-e2ceabe9-5523-4308-9db3-a4593907c73f tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:20.354092 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ff8ed3d-15af-404a-9bf9-0e3673584cf2 req-e2ceabe9-5523-4308-9db3-a4593907c73f tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.0502231 Sep 17 19:19:20.390378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ff8ed3d-15af-404a-9bf9-0e3673584cf2 req-be70c9f6-1b2a-4080-94ca-8a3627848801 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Sep 17 19:19:20.804846 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88aeb3-9d88-4842-be6f-e0e6a7784857 req-00dba9b4-961e-4c59-8dcd-46e72909b41b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:20.806882 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec88aeb3-9d88-4842-be6f-e0e6a7784857 req-00dba9b4-961e-4c59-8dcd-46e72909b41b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0517473 Sep 17 19:19:20.860734 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-8d988817-6a52-4dd7-98f0-8daec2946557 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1697124216&fields=id&tenant_id=257e20beceb041d1bde6226db4239abb HTTP/1.1" status: 200 len: 267 time: 0.0529761 Sep 17 19:19:20.865463 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec88aeb3-9d88-4842-be6f-e0e6a7784857 req-e4945180-6a53-4eb6-aadf-c4f865632aed tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521209 Sep 17 19:19:20.967964 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-44767525-8c21-4675-b4c4-bfd002cfa34d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:20.969468 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-44767525-8c21-4675-b4c4-bfd002cfa34d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 809 time: 0.1020463 Sep 17 19:19:20.985627 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-fb3a2838-32bf-4bbd-9f97-6eeb1ab9b3c2 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/quotas/257e20beceb041d1bde6226db4239abb HTTP/1.1" status: 200 len: 375 time: 0.0095067 Sep 17 19:19:21.041145 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-411f70b4-c22d-4b4f-8bfd-67513c595c87 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485785 Sep 17 19:19:21.139598 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-b8cf0270-37e4-4d8c-8994-612fab8930ca service neutron] 10.222.0.21 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821109 Sep 17 19:19:21.231786 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-256b84eb-629d-4427-b2cd-0f2002390da4 service neutron] 10.222.0.21 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Sep 17 19:19:21.310251 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36608) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:21.444697 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c471b18-ec24-47ae-bb7e-e81220b161fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.530083 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1abc565-cf7f-40d4-ab3d-f7436f31ff2a req-9565f7b6-f33e-4f12-b079-8e848b1231eb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 210 time: 0.0306029 Sep 17 19:19:21.547595 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49750d19-55d9-48c3-a576-724a81ac73d7 req-ee70c27f-0c26-416f-87dd-2a5cc08662bb tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:21.553651 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49750d19-55d9-48c3-a576-724a81ac73d7 req-ee70c27f-0c26-416f-87dd-2a5cc08662bb tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.0895901 Sep 17 19:19:21.557766 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c471b18-ec24-47ae-bb7e-e81220b161fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.568655 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3c471b18-ec24-47ae-bb7e-e81220b161fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.607857 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3c471b18-ec24-47ae-bb7e-e81220b161fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ac36f72d8194a879f85cd6ab0ab66db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965186 Sep 17 19:19:21.608610 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c471b18-ec24-47ae-bb7e-e81220b161fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb13f11-13f5-4f5a-85bc-21e941a54ffd,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:21.610904 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36624) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:21.620232 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-49750d19-55d9-48c3-a576-724a81ac73d7 req-7dc6b23d-0c70-498b-94f9-99bab86cca1e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Sep 17 19:19:21.661821 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.683700 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.736768 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.740713 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:21.742555 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfb13f11-13f5-4f5a-85bc-21e941a54ffd HTTP/1.1" status: 204 len: 168 time: 0.1303179 Sep 17 19:19:21.753235 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45d7bd-320c-4c4f-9c68-0c43c4c41b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb13f11-13f5-4f5a-85bc-21e941a54ffd,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:21.986932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d1826-14fe-4965-b16a-f8441bc04dee req-8271fd8e-6c98-44e4-9c4d-cbb0322e035c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:21.988765 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d46d1826-14fe-4965-b16a-f8441bc04dee req-8271fd8e-6c98-44e4-9c4d-cbb0322e035c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0559936 Sep 17 19:19:22.032347 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d46d1826-14fe-4965-b16a-f8441bc04dee req-bbf6a805-fd93-4e6f-896a-bbccf0ba1fb9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347762 Sep 17 19:19:22.045129 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36638) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:22.058711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-49671cad-3bd9-4f62-8e5f-dce22beabaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.151841 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-49671cad-3bd9-4f62-8e5f-dce22beabaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.155347 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-49671cad-3bd9-4f62-8e5f-dce22beabaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.193463 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671cad-3bd9-4f62-8e5f-dce22beabaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0df117-bb56-40f8-86dd-47bfc9a40675,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:22.198296 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-49671cad-3bd9-4f62-8e5f-dce22beabaa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4779d5bd5f974ef392de6d012fedacfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520908 Sep 17 19:19:22.200905 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36642) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:22.246823 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.267149 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.311060 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.313765 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.315149 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe0df117-bb56-40f8-86dd-47bfc9a40675 HTTP/1.1" status: 204 len: 168 time: 0.1133764 Sep 17 19:19:22.322930 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839225b8-d9ba-4328-9d76-f1076d04deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0df117-bb56-40f8-86dd-47bfc9a40675,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:22.563068 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-58ce789b-00a7-4b68-b496-80a5010f6f19 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:22.564839 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-58ce789b-00a7-4b68-b496-80a5010f6f19 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 809 time: 0.1260130 Sep 17 19:19:22.620047 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-514407bb-8516-4f90-88d3-ad2bc6d54c19 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=257e20beceb041d1bde6226db4239abb HTTP/1.1" status: 200 len: 380 time: 0.0451956 Sep 17 19:19:22.640280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'port': {'device_id': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'admin_state_up': True, 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'security_groups': ['1785be96-e50a-40ca-afc2-a6c233e278d2']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:22.667440 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d2201a91-d4d8-49eb-8465-088f6401e5ea req-5f05e46f-a118-4227-9b20-7ac3e871fc65 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 210 time: 0.0545433 Sep 17 19:19:22.697930 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36652) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:22.716263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-830a0f5c-42d6-4cea-88e2-a95725ad4f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.807296 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc96fd3-8385-4252-9066-f4c314a54d31 req-6131023e-472c-44b7-9718-585c82977300 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:22.809054 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9fc96fd3-8385-4252-9066-f4c314a54d31 req-6131023e-472c-44b7-9718-585c82977300 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.0724702 Sep 17 19:19:22.823186 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-830a0f5c-42d6-4cea-88e2-a95725ad4f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.828885 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-830a0f5c-42d6-4cea-88e2-a95725ad4f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.859414 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9fc96fd3-8385-4252-9066-f4c314a54d31 req-2494e63d-22c8-4251-a9e0-a5f0a002270d tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Sep 17 19:19:22.860734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Made reservation on behalf of 257e20beceb041d1bde6226db4239abb for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:19:22.864344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.869827 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-830a0f5c-42d6-4cea-88e2-a95725ad4f67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc05ae82a8064e439275a329ab53d2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678488 Sep 17 19:19:22.873534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36654) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:22.881146 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a0f5c-42d6-4cea-88e2-a95725ad4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e2427-a046-40cb-b460-410cf197904a,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:22.932213 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:22.954038 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.004240 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.005442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Allocated IP 172.20.0.8 (28a828ed-8b95-46e1-8d09-c321c4751467/126a8735-4722-4d61-ad09-4a0d50c88df3/9d546f34-2460-4f57-9e4c-2e93cb35804d) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:19:23.007070 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.008296 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d5e2427-a046-40cb-b460-410cf197904a HTTP/1.1" status: 204 len: 168 time: 0.1334162 Sep 17 19:19:23.025833 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04fcce-c103-4c7e-9a50-096055c9ebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e2427-a046-40cb-b460-410cf197904a,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:23.215439 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931be61c-0eb6-4bb9-956a-53ce126388d7 req-0ad4e918-01b1-4fd3-b604-b6eb915eed22 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:23.216985 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-931be61c-0eb6-4bb9-956a-53ce126388d7 req-0ad4e918-01b1-4fd3-b604-b6eb915eed22 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0829496 Sep 17 19:19:23.222508 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.279995 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-931be61c-0eb6-4bb9-956a-53ce126388d7 req-8fbbe721-6f6d-4595-a3d2-b85cb5253c85 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Sep 17 19:19:23.292638 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.333105 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Network 28a828ed-8b95-46e1-8d09-c321c4751467 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:19:23.336376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:19:23.340828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:19:23.369879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:23.398668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:23.399870 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.414314 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-6a9d45b0-09ba-4661-8fdd-1b3986c562bb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7850523 Sep 17 19:19:23.431038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Request body: {'port': {'device_id': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:23.486973 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.546930 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-22748201-141b-4c91-9f29-053017e3b555 None None] Provisioning complete for port 9d546f34-2460-4f57-9e4c-2e93cb35804d triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:19:23.547558 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-22748201-141b-4c91-9f29-053017e3b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.592509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-22748201-141b-4c91-9f29-053017e3b555 None None] Port 9d546f34-2460-4f57-9e4c-2e93cb35804d cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:19:23.786198 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 20ea9773-7120-4db0-a9a1-87c989ca112e details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:19:23.786452 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d546f34-2460-4f57-9e4c-2e93cb35804d {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:23.795606 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36684) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:23.796368 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.814056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Transition to ACTIVE for port object 9d546f34-2460-4f57-9e4c-2e93cb35804d will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:19:23.823163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6d172-ae0e-4852-9a7c-566109d38346 req-fc93db95-f5f7-45ad-9a47-92545c719287 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:23.824698 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdf6d172-ae0e-4852-9a7c-566109d38346 req-fc93db95-f5f7-45ad-9a47-92545c719287 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 931 time: 0.0738983 Sep 17 19:19:23.828861 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.908754 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:23.916949 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=20ea9773-7120-4db0-a9a1-87c989ca112e,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:23.935085 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdf6d172-ae0e-4852-9a7c-566109d38346 req-a93f2a7a-9e15-453c-af42-26eeb3ac0ade tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016839 Sep 17 19:19:23.937409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '20ea9773-7120-4db0-a9a1-87c989ca112e', 'network_id': '8aff4420-ee3b-4258-830d-7b3d623e9605', 'port_id': '20ea9773-7120-4db0-a9a1-87c989ca112e', 'mac_address': 'fa:16:3e:87:b5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae6bc77-7e9a-4661-be23-e33a656b4a14', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:19:23.961227 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-666041108-network', 'tenant_id': 'b15797119d08413baa6916c70a82f425'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:23.988350 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Made reservation on behalf of b15797119d08413baa6916c70a82f425 for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:19:23.991602 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:23.997491 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.002592 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.014050 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20ea9773-7120-4db0-a9a1-87c989ca112e {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:24.025073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Attempting to bind port 9d546f34-2460-4f57-9e4c-2e93cb35804d on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:19:24.025413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Attempting to bind port 9d546f34-2460-4f57-9e4c-2e93cb35804d by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:19:24.025774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Attempting to bind port 9d546f34-2460-4f57-9e4c-2e93cb35804d on network 28a828ed-8b95-46e1-8d09-c321c4751467 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:24.040966 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Port 9d546f34-2460-4f57-9e4c-2e93cb35804d on network 28a828ed-8b95-46e1-8d09-c321c4751467 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:19:24.041542 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Attempting to bind port 9d546f34-2460-4f57-9e4c-2e93cb35804d on network 28a828ed-8b95-46e1-8d09-c321c4751467 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:24.048574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=20ea9773-7120-4db0-a9a1-87c989ca112e,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:24.049791 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:19:24.050312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Checking segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:19:24.050509 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Bound using segment: {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:19:24.050999 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Bound port: 9d546f34-2460-4f57-9e4c-2e93cb35804d, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45ac923-2b72-4220-bba0-8cf18fb46003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:19:24.051307 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.057552 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.062942 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82e05-065c-47c5-a7ce-7f5404bf0f37 req-43211597-b45a-4fec-a5b0-9cf8132f0c57 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.064180 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f6d82e05-065c-47c5-a7ce-7f5404bf0f37 req-43211597-b45a-4fec-a5b0-9cf8132f0c57 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 944 time: 0.0933361 Sep 17 19:19:24.120613 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.122349 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:24.125010 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.141776 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f6d82e05-065c-47c5-a7ce-7f5404bf0f37 req-d759ef2b-d1e4-4b5c-95ce-882799e897cb tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705924 Sep 17 19:19:24.152339 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:19:24.166178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:19:24.166383 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda8cb17-2e7d-4745-a456-5bac1258fa49,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:24.169418 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:19:24.171213 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.171493 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Added segment 92c95868-ab76-4764-92a5-fce73adf01ad of type vlan for network 11cb8fd5-f289-4810-b890-e3d4da639d82 Sep 17 19:19:24.175831 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.211409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.212171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.213637 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] 10.222.0.22 "PUT /v2.0/ports/9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 1093 time: 0.7899311 Sep 17 19:19:24.214203 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:24.216651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244d5fc2-e007-4d8a-a363-b44f623ca7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:24.223842 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.259179 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.264322 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.265431 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.274532 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f8b8fe-5d8d-4c6e-ae5f-75e03747061f x-openstack-request-id: req-b8f8b8fe-5d8d-4c6e-ae5f-75e03747061f {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:24.275206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:24.275675 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8f8b8fe-5d8d-4c6e-ae5f-75e03747061f {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:24.276305 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'status': 'completed', 'code': 200} Sep 17 19:19:24.277108 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b564e5f-e3c5-4cb7-9774-566eebd13bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:24.297847 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5010290 Sep 17 19:19:24.300601 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 36694) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:24.308214 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Request body: {'subnet': {'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-666041108-subnet', 'tenant_id': 'b15797119d08413baa6916c70a82f425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:24.344824 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea13e-d649-483e-afde-0e91a80679fe admin admin] Pushing event updated for resources: {'Network': ['ID=11cb8fd5-f289-4810-b890-e3d4da639d82,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:24.346182 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-25fbf579-2612-46db-ae77-32f01c2b4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.347779 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-25fbf579-2612-46db-ae77-32f01c2b4928 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1096 time: 0.0669568 Sep 17 19:19:24.357833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:19:24.368935 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Made reservation on behalf of b15797119d08413baa6916c70a82f425 for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:19:24.372540 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25894569'] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.410099 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-c2acebb8-acdd-4d74-9aff-0af46f5b54f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 217 time: 0.0498934 Sep 17 19:19:24.448455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['20ea9773-7120-4db0-a9a1-87c989ca112e'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:24.499561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6dbb1-7a96-401f-8f74-4871ed0dbc2b req-30401d8a-6762-4fa2-a3ea-10ec5dd1ed54 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.501183 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07a6dbb1-7a96-401f-8f74-4871ed0dbc2b req-30401d8a-6762-4fa2-a3ea-10ec5dd1ed54 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0941207 Sep 17 19:19:24.502617 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-78b149c9-2519-4e5f-8986-a7d97450237c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.503946 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-78b149c9-2519-4e5f-8986-a7d97450237c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0846102 Sep 17 19:19:24.567509 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07a6dbb1-7a96-401f-8f74-4871ed0dbc2b req-2a225fc7-38dd-4ad9-ac8d-5e4276df2988 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579476 Sep 17 19:19:24.576801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-c87301a2-3c80-46b1-bb7c-dffa76963138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.578340 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-c87301a2-3c80-46b1-bb7c-dffa76963138 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627563 Sep 17 19:19:24.584471 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2447566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25894535'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.654767 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1f903b-1e70-4afa-b428-0c3c0aec7a63,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:24.657307 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Checking segment: {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:19:24.657663 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Network hostable DHCP agents. Network: 11cb8fd5-f289-4810-b890-e3d4da639d82, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:19:24.674975 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-7a4087b0-94e5-46f9-be4a-6a8dd9b0cfe6 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884702 Sep 17 19:19:24.675323 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:19:24.683773 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 11cb8fd5-f289-4810-b890-e3d4da639d82) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:19:24.687935 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.688567 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:24.694302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a557d22f-63fe-4dea-89a5-59ac15d8a46f None None] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:19:24.703926 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ed0003aa-d8eb-4110-9e80-65e4928827ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4020009 Sep 17 19:19:24.735251 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:19:24.775908 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf35ead0-0352-491e-adf9-d81ffef38914 req-07405d51-5ecd-4b9b-a92f-2daffb6ac924 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932825 Sep 17 19:19:24.837722 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc82dd53-f60f-4c7b-90dc-290dcfb06bd9 None None] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:19:24.867835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-cb5d8a7d-ff30-4f64-825f-c906ec5d8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.870105 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-cb5d8a7d-ff30-4f64-825f-c906ec5d8757 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1096 time: 0.0424969 Sep 17 19:19:24.966134 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-ec00aebe-b48f-44d2-ac96-0deac3c98a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:24.967826 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-ec00aebe-b48f-44d2-ac96-0deac3c98a06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.0876789 Sep 17 19:19:25.018137 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-70b1e011-626a-4ff5-a058-4b85f2f30c76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 217 time: 0.0428944 Sep 17 19:19:25.095510 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f9fbe-7844-44a8-a650-8b145b990d36 req-f0ca3693-b893-40c5-92bd-943be90d7cfc tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:25.097034 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-059f9fbe-7844-44a8-a650-8b145b990d36 req-f0ca3693-b893-40c5-92bd-943be90d7cfc tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0816746 Sep 17 19:19:25.098336 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-971c930f-5fa2-4797-b480-90d3a4fc053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:25.099646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-971c930f-5fa2-4797-b480-90d3a4fc053f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0727327 Sep 17 19:19:25.170359 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-059f9fbe-7844-44a8-a650-8b145b990d36 req-e4fefb94-8cb8-4c59-aaf5-72d9d962d128 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653882 Sep 17 19:19:25.182786 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-bebc80d6-1314-4906-a874-020d23c9f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:25.184673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-bebc80d6-1314-4906-a874-020d23c9f4f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758414 Sep 17 19:19:25.318945 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198404f-3355-4aa6-9a9c-4ca725a49b10 req-cdcd9d3e-c3bc-48f7-b8cf-82153537c60a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:25.320422 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e198404f-3355-4aa6-9a9c-4ca725a49b10 req-cdcd9d3e-c3bc-48f7-b8cf-82153537c60a tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 945 time: 0.0985556 Sep 17 19:19:25.326330 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-74ca238a-fa48-49f0-ba74-482d9f80674f service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330693 Sep 17 19:19:25.412636 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e198404f-3355-4aa6-9a9c-4ca725a49b10 req-e80dcb6b-930c-4966-9e1c-bb2cb656a35e tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799890 Sep 17 19:19:25.439641 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244d5fc2-e007-4d8a-a363-b44f623ca7c4 req-c0854761-bf95-45d1-8292-812b0387be82 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056831 Sep 17 19:19:25.812301 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 20ea9773-7120-4db0-a9a1-87c989ca112e up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:19:25.860948 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 20ea9773-7120-4db0-a9a1-87c989ca112e completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:19:25.864830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 20ea9773-7120-4db0-a9a1-87c989ca112e triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:19:25.865259 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:25.925847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41791655-6490-47df-ab53-66a6b373c599 req-7b8752d1-4d64-4932-b46c-8ac9d62c68b6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:25.927322 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-41791655-6490-47df-ab53-66a6b373c599 req-7b8752d1-4d64-4932-b46c-8ac9d62c68b6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.2776525 Sep 17 19:19:25.945028 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:25.964514 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-41791655-6490-47df-ab53-66a6b373c599 req-8ccc562e-697e-46be-b09b-b19029646e0e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Sep 17 19:19:25.967293 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:25.969552 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0a742d-f19e-4fe8-9cb9-523f22db8ad2" -d '{"events": [{"server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:25.982416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=20ea9773-7120-4db0-a9a1-87c989ca112e,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:25.986654 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:26.012880 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41eec960-31ac-497e-a36a-e1a99bb8bf57 x-openstack-request-id: req-41eec960-31ac-497e-a36a-e1a99bb8bf57 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:26.013184 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "name": "network-vif-plugged", "status": "completed", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:26.013490 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41eec960-31ac-497e-a36a-e1a99bb8bf57 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:26.013920 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e', 'code': 200} Sep 17 19:19:26.038663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:26.169268 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42795c-7d78-45c0-af75-f4b42eefb5bb req-14296bf7-e853-4259-9267-9e62d15e5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.170740 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f42795c-7d78-45c0-af75-f4b42eefb5bb req-14296bf7-e853-4259-9267-9e62d15e5b31 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 1099 time: 0.0392241 Sep 17 19:19:26.204437 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f42795c-7d78-45c0-af75-f4b42eefb5bb req-f7c08ef1-32b0-4296-8a7c-cce8b18e3337 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266185 Sep 17 19:19:26.276186 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148178d-4273-4481-82aa-6678efa994aa req-9dcd7189-6fe8-402d-9334-5827643fb784 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.276568 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a148178d-4273-4481-82aa-6678efa994aa req-9dcd7189-6fe8-402d-9334-5827643fb784 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0481093 Sep 17 19:19:26.312915 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a148178d-4273-4481-82aa-6678efa994aa req-8506b223-8a45-49f3-8b38-ff40bbc0405d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304503 Sep 17 19:19:26.472523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-cc0539b7-539d-49d9-8b59-e26e2975a934 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.473971 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-cc0539b7-539d-49d9-8b59-e26e2975a934 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 813 time: 0.1010680 Sep 17 19:19:26.511101 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-9b5a74e6-e596-4c31-81bf-1708690d71d7 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/quotas/b15797119d08413baa6916c70a82f425 HTTP/1.1" status: 200 len: 375 time: 0.0310020 Sep 17 19:19:26.554297 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b6443-cbf9-45de-8bca-7ec5d67a848d req-85ce669e-15b9-4610-9295-8d356662a6a6 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.555803 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9d0b6443-cbf9-45de-8bca-7ec5d67a848d req-85ce669e-15b9-4610-9295-8d356662a6a6 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.0768545 Sep 17 19:19:26.557777 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-d661c5ad-63b2-49bd-8977-46ba9ca78588 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392880 Sep 17 19:19:26.640228 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9d0b6443-cbf9-45de-8bca-7ec5d67a848d req-3467878c-67ec-4922-b577-5ee64faafb82 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783253 Sep 17 19:19:26.670716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-bb314759-ef63-4453-ba38-9ca3ebbbada8 service neutron] 10.222.0.21 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029096 Sep 17 19:19:26.790876 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-700cd669-34f9-473f-8d44-c0c9c19c78a6 service neutron] 10.222.0.21 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140296 Sep 17 19:19:26.793803 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-8f2b50e7-fa26-4c10-96c3-84e76df5b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.794657 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-8f2b50e7-fa26-4c10-96c3-84e76df5b75f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0854616 Sep 17 19:19:26.905475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-739671b8-167b-45ef-a2c3-d92e1bd5bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.906931 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-739671b8-167b-45ef-a2c3-d92e1bd5bf12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.0874891 Sep 17 19:19:26.948575 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-beb7f8cd-5ef6-4ee9-bd56-b976e882319f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0339720 Sep 17 19:19:26.996407 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-526989d5-8c0f-4eaa-b657-1952cc8377d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:26.997846 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-526989d5-8c0f-4eaa-b657-1952cc8377d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0413671 Sep 17 19:19:27.028779 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-dccf0b20-a024-4048-855c-3d6b5d429749 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234401 Sep 17 19:19:27.139258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb2b6b-c30e-4ae7-b7cc-02982ae35c12 req-2d5357ef-2085-4226-a9cf-bd836e915656 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:27.140745 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dedb2b6b-c30e-4ae7-b7cc-02982ae35c12 req-2d5357ef-2085-4226-a9cf-bd836e915656 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1061378 Sep 17 19:19:27.167458 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-660e655d-b90d-43ed-92b6-d826f3f16228 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310742 Sep 17 19:19:27.193645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dedb2b6b-c30e-4ae7-b7cc-02982ae35c12 req-eb529926-b8f7-4c91-9574-76d325655160 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470667 Sep 17 19:19:27.269267 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31d33d90-8821-4801-b6bc-f496d659ce85 req-0d07b3af-fb47-457c-9f83-85127fae6c68 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901456 Sep 17 19:19:27.314957 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:27.423864 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a08440-0b26-4c1a-9c2f-0f985f94e45f req-04176310-5adf-47b0-aa5a-6b58dacb62fe tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:27.425320 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-62a08440-0b26-4c1a-9c2f-0f985f94e45f req-04176310-5adf-47b0-aa5a-6b58dacb62fe tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0470705 Sep 17 19:19:27.460704 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-62a08440-0b26-4c1a-9c2f-0f985f94e45f req-278a6ac1-3920-423a-94df-4f166857fbe0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296350 Sep 17 19:19:27.764451 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9174935-5a8d-4927-bc02-7fe8ec75aed9 req-0e4fb2ee-a975-4c8b-9df1-0a340ceed8cd tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:27.765902 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e9174935-5a8d-4927-bc02-7fe8ec75aed9 req-0e4fb2ee-a975-4c8b-9df1-0a340ceed8cd tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.0550783 Sep 17 19:19:27.801988 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e9174935-5a8d-4927-bc02-7fe8ec75aed9 req-4e6c07d0-4b3e-44b7-bcfe-679b07892e99 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302694 Sep 17 19:19:27.987815 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8eb25302-cf5d-4b8a-b0df-58ddfcfd20b9 req-b7610b1c-b319-444a-86f3-1bae1827a6c4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 210 time: 0.0284975 Sep 17 19:19:28.310038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4b2e9-64db-492e-b047-049bdefb4709 req-5e0b3779-3097-4a17-836e-23acf90e8a80 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:28.311515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91e4b2e9-64db-492e-b047-049bdefb4709 req-5e0b3779-3097-4a17-836e-23acf90e8a80 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0489292 Sep 17 19:19:28.351257 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91e4b2e9-64db-492e-b047-049bdefb4709 req-e802cd0f-46ab-468f-9724-a3b83d3fbd0f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Sep 17 19:19:28.579157 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5b97d-1d33-4498-a863-1f4075a32bfa req-e1a12241-75ce-4466-8485-72c4e9e4799f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:28.580675 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0bd5b97d-1d33-4498-a863-1f4075a32bfa req-e1a12241-75ce-4466-8485-72c4e9e4799f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0483847 Sep 17 19:19:28.624781 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0bd5b97d-1d33-4498-a863-1f4075a32bfa req-7d373dd4-9241-4a84-b548-f5fea68d7f58 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367522 Sep 17 19:19:28.912468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419feaa6-ef8c-4331-af77-b153ee77c219 req-c2d19010-25a2-4946-bb36-c3e50718e935 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:28.913949 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-419feaa6-ef8c-4331-af77-b153ee77c219 req-c2d19010-25a2-4946-bb36-c3e50718e935 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.0491650 Sep 17 19:19:28.952919 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-419feaa6-ef8c-4331-af77-b153ee77c219 req-f30d5c5e-153a-448d-a33a-66417ac98e8c tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325406 Sep 17 19:19:29.084631 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-019479d2-7906-4db6-ae3f-e26868e211c6 req-76dfb02e-2166-4f98-b10d-3d32f017e71d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 210 time: 0.0277581 Sep 17 19:19:29.313127 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-0f1f2379-9e65-4b05-bdbe-d052186409b7 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:29.314843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-0f1f2379-9e65-4b05-bdbe-d052186409b7 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 813 time: 0.1080282 Sep 17 19:19:29.345034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Request body: {'port': {'device_id': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82', 'admin_state_up': True, 'tenant_id': 'b15797119d08413baa6916c70a82f425'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:29.484430 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Made reservation on behalf of b15797119d08413baa6916c70a82f425 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:19:29.487836 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:29.498565 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b3b3-34e4-4573-a58a-cd5b4048467c req-2b7d0d5c-3e00-458c-b0db-9a8574b888ad tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:29.500059 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b075b3b3-34e4-4573-a58a-cd5b4048467c req-2b7d0d5c-3e00-458c-b0db-9a8574b888ad tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0756040 Sep 17 19:19:29.590495 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b075b3b3-34e4-4573-a58a-cd5b4048467c req-baf37a46-6d58-40b4-9ae2-51680eb52806 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841534 Sep 17 19:19:29.655222 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Allocated IP 172.20.0.7 (11cb8fd5-f289-4810-b890-e3d4da639d82/9e1f903b-1e70-4afa-b428-0c3c0aec7a63/fb8d564c-122c-43ef-8d36-98f9afbc0548) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:19:29.848702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc591f1-58ae-4805-80fe-f24d6ba0d6b2 req-3b1b1ae0-dc86-4b6e-a0b9-3eab3d013cab tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:29.850174 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1cc591f1-58ae-4805-80fe-f24d6ba0d6b2 req-3b1b1ae0-dc86-4b6e-a0b9-3eab3d013cab tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.1490965 Sep 17 19:19:29.860052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d82ddc-5d3f-4726-955e-5aa95c0f1e23 req-c8c8cb19-65fc-479f-9b0e-521f2318c4b4 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:29.861466 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-90d82ddc-5d3f-4726-955e-5aa95c0f1e23 req-c8c8cb19-65fc-479f-9b0e-521f2318c4b4 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.1495798 Sep 17 19:19:29.915311 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:29.942928 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1cc591f1-58ae-4805-80fe-f24d6ba0d6b2 req-331d2f49-a8bb-4386-98ee-a3908bab5422 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805705 Sep 17 19:19:29.947821 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-90d82ddc-5d3f-4726-955e-5aa95c0f1e23 req-2b0345f9-77cd-4ca4-b882-86b4dd6a87e1 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708153 Sep 17 19:19:29.983318 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.025180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:19:30.028200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:19:30.031855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:19:30.060814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Pushing event updated for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:30.089416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:30.090161 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.108652 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-526dff68-949f-40fd-bb5f-2a7e4d39d4c2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7673385 Sep 17 19:19:30.123705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Request body: {'port': {'device_id': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:30.198566 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.250777 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e24f87-1a89-4b15-ad60-b78be890b772 req-6a9e871c-14fe-4055-9f22-f5b1e476c95e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:30.252230 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12e24f87-1a89-4b15-ad60-b78be890b772 req-6a9e871c-14fe-4055-9f22-f5b1e476c95e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 931 time: 0.0981431 Sep 17 19:19:30.359281 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12e24f87-1a89-4b15-ad60-b78be890b772 req-167770aa-ddcd-4dc5-82ae-aae13b26c88d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957215 Sep 17 19:19:30.489334 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8d564c-122c-43ef-8d36-98f9afbc0548 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:30.496409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.507945 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Transition to ACTIVE for port object fb8d564c-122c-43ef-8d36-98f9afbc0548 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:19:30.511847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.564210 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:30.631927 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Attempting to bind port fb8d564c-122c-43ef-8d36-98f9afbc0548 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:19:30.632319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Attempting to bind port fb8d564c-122c-43ef-8d36-98f9afbc0548 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:19:30.632650 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Attempting to bind port fb8d564c-122c-43ef-8d36-98f9afbc0548 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:30.636946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Port fb8d564c-122c-43ef-8d36-98f9afbc0548 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:19:30.637264 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Attempting to bind port fb8d564c-122c-43ef-8d36-98f9afbc0548 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:19:30.641977 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:19:30.642312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Checking segment: {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:19:30.642693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Bound using segment: {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:19:30.643115 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Bound port: fb8d564c-122c-43ef-8d36-98f9afbc0548, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:19:30.643469 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.741846 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db9c99-96dc-4378-bbfa-047261ba6a5c req-335f7ef3-0692-483a-ae01-385b7e05918c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:30.743397 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1db9c99-96dc-4378-bbfa-047261ba6a5c req-335f7ef3-0692-483a-ae01-385b7e05918c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0687783 Sep 17 19:19:30.744416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:19:30.747784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:19:30.756935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.810102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:30.810707 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:30.812094 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] 10.222.0.22 "PUT /v2.0/ports/fb8d564c-122c-43ef-8d36-98f9afbc0548 HTTP/1.1" status: 200 len: 1093 time: 0.6932204 Sep 17 19:19:30.814533 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:30.816793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d23e71-2c5f-4ed6-8956-19993ff76694" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:30.828482 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1db9c99-96dc-4378-bbfa-047261ba6a5c req-226d2609-653e-4004-9372-eabf6b1d955f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788152 Sep 17 19:19:30.849240 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cc88c-272a-4567-b5d2-6be5e48690b3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:30.859752 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c0d208-f3a9-44e8-a77c-2977cb6a217a x-openstack-request-id: req-a3c0d208-f3a9-44e8-a77c-2977cb6a217a {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:30.860074 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:30.860349 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3c0d208-f3a9-44e8-a77c-2977cb6a217a {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:30.860735 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548', 'status': 'completed', 'code': 200} Sep 17 19:19:30.908830 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-e05ab617-3f4c-4efa-8955-f8c2d4778e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:30.910180 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-e05ab617-3f4c-4efa-8955-f8c2d4778e03 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 1096 time: 0.0400591 Sep 17 19:19:30.951952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-4c214a2b-b27d-440e-8aaa-7ed53a9a1a7b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548 HTTP/1.1" status: 200 len: 217 time: 0.0331004 Sep 17 19:19:31.003411 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-164f8962-0eaf-4916-8276-bc59350cdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.004922 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-164f8962-0eaf-4916-8276-bc59350cdc7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e1f903b-1e70-4afa-b428-0c3c0aec7a63 HTTP/1.1" status: 200 len: 853 time: 0.0445035 Sep 17 19:19:31.079849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-4d94f3c3-a58e-4195-94a7-b41d5a999826 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=11cb8fd5-f289-4810-b890-e3d4da639d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611866 Sep 17 19:19:31.130727 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae448497-f090-4ba5-ac83-f3a15e8ac710 req-fac29556-5406-4cf1-9d70-75eb6cbe9211 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.132189 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae448497-f090-4ba5-ac83-f3a15e8ac710 req-fac29556-5406-4cf1-9d70-75eb6cbe9211 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.1217654 Sep 17 19:19:31.141872 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46c86-7c51-40d3-8ddb-94f84b918205 req-1b6d1415-55b4-4359-8ae4-bd7546a97f6f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.143249 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3be46c86-7c51-40d3-8ddb-94f84b918205 req-1b6d1415-55b4-4359-8ae4-bd7546a97f6f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.1123867 Sep 17 19:19:31.247218 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-fbe7b6b1-874c-419c-8698-339ef43deb90 service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546755 Sep 17 19:19:31.250303 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae448497-f090-4ba5-ac83-f3a15e8ac710 req-ffc6ce7d-cfbd-4c28-8107-5093eaccc0bf tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047449 Sep 17 19:19:31.253208 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3be46c86-7c51-40d3-8ddb-94f84b918205 req-17720803-a0e6-41d3-bc31-4278793c8f3b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752597 Sep 17 19:19:31.356670 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66d96349-eed2-4d22-9d4e-b700dd353acc req-14adace1-13ab-4433-86d5-438f7425ea2d service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875425 Sep 17 19:19:31.494890 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-2c66d06d-2209-4fbc-ac39-4cda1b5211f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.496388 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-2c66d06d-2209-4fbc-ac39-4cda1b5211f2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 1096 time: 0.0673120 Sep 17 19:19:31.504324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0de2a1-a0ca-4756-b082-9c4166199705 req-99b562c4-faf3-4a58-a9d4-790ba6403c0f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.505615 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ce0de2a1-a0ca-4756-b082-9c4166199705 req-99b562c4-faf3-4a58-a9d4-790ba6403c0f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 943 time: 0.0777771 Sep 17 19:19:31.595024 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ce0de2a1-a0ca-4756-b082-9c4166199705 req-ea443547-25d5-4908-9530-24affaf79a9b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809555 Sep 17 19:19:31.616040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-ec70d4a3-25b9-4713-b683-f1e7798b898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.617477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-ec70d4a3-25b9-4713-b683-f1e7798b898b service neutron] 10.222.0.22 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 914 time: 0.1110468 Sep 17 19:19:31.660379 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-2ba20809-2da4-4e31-9cc2-86ffe743f368 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548 HTTP/1.1" status: 200 len: 217 time: 0.0322154 Sep 17 19:19:31.716099 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-c4b7cd91-1c6d-45a6-9f27-97a815bfba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:31.717485 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-c4b7cd91-1c6d-45a6-9f27-97a815bfba66 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e1f903b-1e70-4afa-b428-0c3c0aec7a63 HTTP/1.1" status: 200 len: 853 time: 0.0453734 Sep 17 19:19:31.748173 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-6cf6b373-c2fb-417f-b090-a3a12c16d8ed service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=11cb8fd5-f289-4810-b890-e3d4da639d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226469 Sep 17 19:19:32.139465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-530998d6-703a-4b7d-8fc2-4b15b0bcf4ab tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:32.140844 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-530998d6-703a-4b7d-8fc2-4b15b0bcf4ab tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.3564057 Sep 17 19:19:32.148725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-70f3debf-a356-4799-8f99-63a6917ee4dd service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707528 Sep 17 19:19:32.166825 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffc330-3725-40dd-8a2e-bf4c4d2d2cbe req-b72ec9be-39aa-4d5a-aedf-3491b0d53f46 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:32.168245 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-28ffc330-3725-40dd-8a2e-bf4c4d2d2cbe req-b72ec9be-39aa-4d5a-aedf-3491b0d53f46 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0903296 Sep 17 19:19:32.304885 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-28ffc330-3725-40dd-8a2e-bf4c4d2d2cbe req-c2a27b24-30d2-4574-88f5-32b0310cec2d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202087 Sep 17 19:19:32.356943 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07d23e71-2c5f-4ed6-8956-19993ff76694 req-accbf145-ff4e-4e98-be4e-749fe81ce61b service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877887 Sep 17 19:19:32.370888 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Deleting port 20ea9773-7120-4db0-a9a1-87c989ca112e {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:19:32.371233 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:32.438232 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e88d1-28cc-4619-8dbc-e4684c294711 req-7431d394-6d0e-4b3b-b4be-71265ff93816 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:32.439867 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad5e88d1-28cc-4619-8dbc-e4684c294711 req-7431d394-6d0e-4b3b-b4be-71265ff93816 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/ports?device_id=71a92e59-785d-43dd-9a1b-e4af31ec289e HTTP/1.1" status: 200 len: 946 time: 0.1228402 Sep 17 19:19:32.513190 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0e743-cdee-403f-b22e-d91781b2925b req-233e2324-4858-40bc-9ddd-6bcd3c8c0992 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:32.514632 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22a0e743-cdee-403f-b22e-d91781b2925b req-233e2324-4858-40bc-9ddd-6bcd3c8c0992 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.1460583 Sep 17 19:19:32.540421 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] For port 20ea9773-7120-4db0-a9a1-87c989ca112e, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=20ea9773-7120-4db0-a9a1-87c989ca112e,segment=NetworkSegment(27147bfd-b627-43dd-97e9-42fcf92f3f65),segment_id=27147bfd-b627-43dd-97e9-42fcf92f3f65)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:32.541168 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:32.567318 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad5e88d1-28cc-4619-8dbc-e4684c294711 req-3a38679d-0238-48d1-89aa-91ff9f6abe29 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.21 "GET /v2.0/security-groups?id=4d075780-1b53-4486-96d5-341d94d5f2af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000161 Sep 17 19:19:32.574018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Calling delete_port for 20ea9773-7120-4db0-a9a1-87c989ca112e owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:19:32.626830 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22a0e743-cdee-403f-b22e-d91781b2925b req-681274d1-3842-40b4-95e6-230a5fb29d6a tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039743 Sep 17 19:19:32.717774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:32.728837 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['20ea9773-7120-4db0-a9a1-87c989ca112e'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:32.770464 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Pushing event deleted for resources: {'Port': ['ID=20ea9773-7120-4db0-a9a1-87c989ca112e,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:32.817729 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] No DVR routers for this DVR port 20ea9773-7120-4db0-a9a1-87c989ca112e on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:19:32.820560 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:32.823176 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bcc68666-21b1-4d08-84ba-2995feccc7a5 req-ffbe6bad-36cb-494d-9636-461cf2699e94 tempest-VolumesActionsTest-659114711 tempest-VolumesActionsTest-659114711-project] 10.222.0.22 "DELETE /v2.0/ports/20ea9773-7120-4db0-a9a1-87c989ca112e HTTP/1.1" status: 204 len: 173 time: 0.6708388 Sep 17 19:19:32.830634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69708c6-f446-47f9-b34a-93b2c09a96cb req-b17560c9-9b4a-4e63-93e0-91afa6c5da3c tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:32.832063 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e69708c6-f446-47f9-b34a-93b2c09a96cb req-b17560c9-9b4a-4e63-93e0-91afa6c5da3c tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 943 time: 0.1123981 Sep 17 19:19:32.864676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'name': 'network-vif-deleted', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:32.867002 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e498a-1c4c-42ac-8234-2cb05391c4ce" -d '{"events": [{"server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "name": "network-vif-deleted", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:32.877477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e69708c6-f446-47f9-b34a-93b2c09a96cb req-d6f2eb3e-61fd-41c5-9fe4-4326cffac404 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Sep 17 19:19:32.907800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e20009-e51e-40f3-bda6-34f4c813f4d0 x-openstack-request-id: req-74e20009-e51e-40f3-bda6-34f4c813f4d0 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:32.908126 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a92e59-785d-43dd-9a1b-e4af31ec289e", "name": "network-vif-deleted", "tag": "20ea9773-7120-4db0-a9a1-87c989ca112e", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:32.908377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74e20009-e51e-40f3-bda6-34f4c813f4d0 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:32.908792 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a92e59-785d-43dd-9a1b-e4af31ec289e', 'name': 'network-vif-deleted', 'tag': '20ea9773-7120-4db0-a9a1-87c989ca112e', 'status': 'completed', 'code': 200} Sep 17 19:19:33.425871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f2950-2a65-4d41-8df8-40a2516fe23a req-16bb28a0-b3d4-47a3-98c6-8c867422de61 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:33.427675 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c8f2950-2a65-4d41-8df8-40a2516fe23a req-16bb28a0-b3d4-47a3-98c6-8c867422de61 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0491867 Sep 17 19:19:33.468526 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c8f2950-2a65-4d41-8df8-40a2516fe23a req-c26b3b09-1bdf-4b33-9a15-ffc5958a4b15 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Sep 17 19:19:33.743956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dec9db-7a95-49db-a3d1-51d76c3f8b04 req-21a3b4f4-d396-43e5-bbae-dcc0eb9b27f2 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:33.745562 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4dec9db-7a95-49db-a3d1-51d76c3f8b04 req-21a3b4f4-d396-43e5-bbae-dcc0eb9b27f2 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0518439 Sep 17 19:19:33.784912 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4dec9db-7a95-49db-a3d1-51d76c3f8b04 req-379f27d4-ac07-4b27-83a3-494b7d9c5186 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335236 Sep 17 19:19:33.887944 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:19:33.988934 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:33.996256 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084826c-26e2-497e-a702-82850d7ddecd req-c427c58d-d0d3-41a7-beff-489a464c2e1f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:33.998288 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5084826c-26e2-497e-a702-82850d7ddecd req-c427c58d-d0d3-41a7-beff-489a464c2e1f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 943 time: 0.0486612 Sep 17 19:19:34.000303 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'mac_address': 'fa:16:3e:2e:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:19:34.037741 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:34.041633 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5084826c-26e2-497e-a702-82850d7ddecd req-31159ca3-a761-449e-ad55-532b396b21db tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Sep 17 19:19:34.053408 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d546f34-2460-4f57-9e4c-2e93cb35804d {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:34.076135 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:34.079905 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:34.128577 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:34.583156 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a974cc-1326-4b3a-aa5b-ede1df164a70 req-ea97991e-099b-4a6c-b3ad-c09d9e7fd897 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:34.584642 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-77a974cc-1326-4b3a-aa5b-ede1df164a70 req-ea97991e-099b-4a6c-b3ad-c09d9e7fd897 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0478957 Sep 17 19:19:34.616564 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['9d546f34-2460-4f57-9e4c-2e93cb35804d'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:34.625990 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-77a974cc-1326-4b3a-aa5b-ede1df164a70 req-54caf97b-5a4d-420c-a9e4-70bd6a11887c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353925 Sep 17 19:19:34.897244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507a362-fa75-4fb3-9b6d-2e5d0e83543c req-ff8f63ee-239e-40d2-a103-ceaec84032a3 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:34.898605 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0507a362-fa75-4fb3-9b6d-2e5d0e83543c req-ff8f63ee-239e-40d2-a103-ceaec84032a3 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 944 time: 0.0471346 Sep 17 19:19:34.935471 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0507a362-fa75-4fb3-9b6d-2e5d0e83543c req-97fab508-8615-4a95-97dc-f144e73be13f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302625 Sep 17 19:19:37.450519 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fb8d564c-122c-43ef-8d36-98f9afbc0548 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:19:37.453947 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 20ea9773-7120-4db0-a9a1-87c989ca112e no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:19:37.478277 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 20ea9773-7120-4db0-a9a1-87c989ca112e {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:19:37.478614 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 20ea9773-7120-4db0-a9a1-87c989ca112e not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:19:37.561112 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:37.571225 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'fb8d564c-122c-43ef-8d36-98f9afbc0548', 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82', 'port_id': 'fb8d564c-122c-43ef-8d36-98f9afbc0548', 'mac_address': 'fa:16:3e:b9:ea:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1f903b-1e70-4afa-b428-0c3c0aec7a63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:19:37.610147 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:37.622768 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8d564c-122c-43ef-8d36-98f9afbc0548 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:19:37.640534 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:37.644422 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:37.688403 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:39.134521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc22113-84b4-41b8-a5b4-048a3753cc3f req-12693b2f-dfe7-468c-8630-13ce8b22803a tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:39.135991 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8dc22113-84b4-41b8-a5b4-048a3753cc3f req-12693b2f-dfe7-468c-8630-13ce8b22803a tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 944 time: 0.0748117 Sep 17 19:19:39.142982 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380e0f-b457-4973-a41d-2e4e253b1ff9 req-3eef4aa0-b9f7-4b4e-81f5-9d9c80a83cf6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:39.144619 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2380e0f-b457-4973-a41d-2e4e253b1ff9 req-3eef4aa0-b9f7-4b4e-81f5-9d9c80a83cf6 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0741644 Sep 17 19:19:39.194234 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8dc22113-84b4-41b8-a5b4-048a3753cc3f req-eefd31e6-bd6e-4d6b-a3cf-66919b5b28f6 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 Sep 17 19:19:39.205953 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2380e0f-b457-4973-a41d-2e4e253b1ff9 req-00ba3d3b-8688-44d3-8773-972ec6068822 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Sep 17 19:19:39.297032 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c06-64eb-4126-8a97-5a353f00f7ae req-0c379c5a-d05c-4d5d-bce0-eeb9858a3631 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:39.298509 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e7e5c06-64eb-4126-8a97-5a353f00f7ae req-0c379c5a-d05c-4d5d-bce0-eeb9858a3631 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 944 time: 0.0499797 Sep 17 19:19:39.335321 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e7e5c06-64eb-4126-8a97-5a353f00f7ae req-0d5e1bd8-8a1a-44c0-adb0-5875251a84f6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Sep 17 19:19:39.358268 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d12ad977-7cd9-404b-b44a-910ad88e10c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:39.937251 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['fb8d564c-122c-43ef-8d36-98f9afbc0548'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:40.338303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50489a77-55fb-45a9-a73d-e5877841a945 req-f4e7501d-f284-4ca2-a7a0-9e901e9c0b6a tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:40.339843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-50489a77-55fb-45a9-a73d-e5877841a945 req-f4e7501d-f284-4ca2-a7a0-9e901e9c0b6a tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 944 time: 0.0788724 Sep 17 19:19:40.352192 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e8a72-c436-4a60-bf98-2bbc98dcc86d req-10132ac9-5c52-4093-9f6f-7b1073abdc5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:40.353597 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d05e8a72-c436-4a60-bf98-2bbc98dcc86d req-10132ac9-5c52-4093-9f6f-7b1073abdc5e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0678306 Sep 17 19:19:40.407757 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-50489a77-55fb-45a9-a73d-e5877841a945 req-e04ad5fd-0335-4367-bdb3-4d80521c744e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532126 Sep 17 19:19:40.413016 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d05e8a72-c436-4a60-bf98-2bbc98dcc86d req-48cac4f2-88c9-4d74-9179-64097fe12418 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529661 Sep 17 19:19:40.514648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c772e70-bffb-4455-9224-787ac97edc99 req-5b7174f7-7c6f-43e5-b1d3-ee7e868e3ddf tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:40.516206 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c772e70-bffb-4455-9224-787ac97edc99 req-5b7174f7-7c6f-43e5-b1d3-ee7e868e3ddf tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 944 time: 0.0510366 Sep 17 19:19:40.553909 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c772e70-bffb-4455-9224-787ac97edc99 req-c45aa58e-21ec-4cf9-8a6b-e6ae63c4099b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Sep 17 19:19:40.965234 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:19:41.027938 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 9d546f34-2460-4f57-9e4c-2e93cb35804d completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:19:41.032029 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 9d546f34-2460-4f57-9e4c-2e93cb35804d triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:19:41.032719 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:41.114910 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:41.140753 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:41.143035 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b3800b-aba3-4b37-a498-ba26e50984fa" -d '{"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-plugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:41.156189 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:41.162438 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:41.219062 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:41.229083 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1b3e18-6f14-47eb-ad52-5b842b72142f x-openstack-request-id: req-ec1b3e18-6f14-47eb-ad52-5b842b72142f {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:41.229528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-plugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:41.229639 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec1b3e18-6f14-47eb-ad52-5b842b72142f {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:41.231035 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'code': 200} Sep 17 19:19:41.240332 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.240686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.241029 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.241363 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.242154 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.242549 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.242883 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.243719 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.252731 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.253297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.254170 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.254591 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:41.502980 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0539881-95ba-46eb-aeb8-e4d62096976c req-2c00064a-152d-463e-921f-e03c10682c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:41.504608 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0539881-95ba-46eb-aeb8-e4d62096976c req-2c00064a-152d-463e-921f-e03c10682c02 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0556540 Sep 17 19:19:41.620841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0539881-95ba-46eb-aeb8-e4d62096976c req-bc313160-ea8f-4e93-8825-07eab05e6041 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039486 Sep 17 19:19:41.635431 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323de24-c3bd-455e-8c56-85fd8c9394a8 req-6698dc7f-a7ec-4cfe-b4a8-985844fd3edc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:41.637130 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8323de24-c3bd-455e-8c56-85fd8c9394a8 req-6698dc7f-a7ec-4cfe-b4a8-985844fd3edc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 944 time: 0.1313207 Sep 17 19:19:41.659177 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1846d1-40e9-4987-93ab-927427898594 req-90408118-dd8c-467d-ae77-4f4fa78f13fe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:41.660806 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5b1846d1-40e9-4987-93ab-927427898594 req-90408118-dd8c-467d-ae77-4f4fa78f13fe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0995495 Sep 17 19:19:41.718084 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8323de24-c3bd-455e-8c56-85fd8c9394a8 req-177ae62a-e1cd-43bb-86c5-45c12c132f94 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739791 Sep 17 19:19:41.732268 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5b1846d1-40e9-4987-93ab-927427898594 req-56f35fa9-cfbc-426c-8833-07efa15d7408 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573602 Sep 17 19:19:41.840773 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd191e3-a437-446d-8c8d-ce893edce99d req-51f1645e-4465-4c63-a878-6e0b09c42c54 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:41.846140 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0dd191e3-a437-446d-8c8d-ce893edce99d req-51f1645e-4465-4c63-a878-6e0b09c42c54 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0640872 Sep 17 19:19:41.921593 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2ddd13fb-ac19-460b-baa4-72182da616c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:41.922484 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0dd191e3-a437-446d-8c8d-ce893edce99d req-ce2c70c3-92f5-4f97-87b0-05e5489c28dc tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756130 Sep 17 19:19:42.385879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:42.573634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62181c7-a3a3-404c-99c5-5fd030533269 req-32dcaf4a-5c53-4343-9b77-2f8412fbc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:42.575309 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e62181c7-a3a3-404c-99c5-5fd030533269 req-32dcaf4a-5c53-4343-9b77-2f8412fbc0b7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0492899 Sep 17 19:19:42.613309 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e62181c7-a3a3-404c-99c5-5fd030533269 req-ad9c810b-7e0f-4ecc-9c6e-ada93939830c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296228 Sep 17 19:19:42.911756 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1f3a-f9c3-42d3-8754-029c76f7a492 req-6640fca9-4cac-4249-b563-adbd4bdaf0fe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:42.916845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f58a1f3a-f9c3-42d3-8754-029c76f7a492 req-6640fca9-4cac-4249-b563-adbd4bdaf0fe tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0839803 Sep 17 19:19:42.967015 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156d3b3-666a-4b16-8d1f-f06b55d8a1ad req-25d98416-10ab-4735-82a1-29414204ac98 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:42.969444 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2156d3b3-666a-4b16-8d1f-f06b55d8a1ad req-25d98416-10ab-4735-82a1-29414204ac98 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 944 time: 0.1276660 Sep 17 19:19:43.005751 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fb8d564c-122c-43ef-8d36-98f9afbc0548 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:19:43.010849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f58a1f3a-f9c3-42d3-8754-029c76f7a492 req-f091f864-f11e-4d24-8363-ff657c79de1b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863788 Sep 17 19:19:43.042031 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2156d3b3-666a-4b16-8d1f-f06b55d8a1ad req-1edc488d-1fa7-4b8d-8194-eb2cf719f0e8 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661988 Sep 17 19:19:43.103914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port fb8d564c-122c-43ef-8d36-98f9afbc0548 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:19:43.109293 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port fb8d564c-122c-43ef-8d36-98f9afbc0548 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:19:43.110240 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:43.181941 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8552d5f-7dc4-4206-be42-312b5d8dbbac req-f780bf8f-d8b6-47a8-8f61-4e4cffe06474 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:43.183354 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8552d5f-7dc4-4206-be42-312b5d8dbbac req-f780bf8f-d8b6-47a8-8f61-4e4cffe06474 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0673075 Sep 17 19:19:43.214533 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:43.240390 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:43.241142 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8552d5f-7dc4-4206-be42-312b5d8dbbac req-e13c2bb8-e07e-4177-9ed2-c007d6b0684d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Sep 17 19:19:43.242365 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5a8807-8bf5-452b-bb2c-cd98328eb297" -d '{"events": [{"server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:43.267910 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:43.272565 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:43.321067 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b859314-8537-4aa3-b170-e7a3a8dfdde3 x-openstack-request-id: req-9b859314-8537-4aa3-b170-e7a3a8dfdde3 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:43.321409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "name": "network-vif-plugged", "status": "completed", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:43.321665 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b859314-8537-4aa3-b170-e7a3a8dfdde3 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:43.322369 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548', 'code': 200} Sep 17 19:19:43.352473 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:43.405579 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:43.583249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f915ad8-30ca-47cf-89a3-3190fa3c3cad req-134d403f-d847-4b95-86f2-9218d20b3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:43.584761 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f915ad8-30ca-47cf-89a3-3190fa3c3cad req-134d403f-d847-4b95-86f2-9218d20b3425 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 1098 time: 0.0635109 Sep 17 19:19:43.621597 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7f915ad8-30ca-47cf-89a3-3190fa3c3cad req-110ade2c-18c7-4531-8e52-8930273dc172 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288172 Sep 17 19:19:44.246215 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7523e9f-35b7-4a55-824f-5c42a2750e2f req-2663be9c-09e6-4e7b-94e7-7084b96080b0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:44.248119 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7523e9f-35b7-4a55-824f-5c42a2750e2f req-2663be9c-09e6-4e7b-94e7-7084b96080b0 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1153691 Sep 17 19:19:44.267837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441f546-862f-4995-b714-4473fe865b37 req-26b5aeab-a8ea-4e0d-956f-533fa73404ec tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:44.269689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6441f546-862f-4995-b714-4473fe865b37 req-26b5aeab-a8ea-4e0d-956f-533fa73404ec tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0938861 Sep 17 19:19:44.325907 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7523e9f-35b7-4a55-824f-5c42a2750e2f req-078bf36a-42ec-4323-b96f-dccd41cbd075 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551317 Sep 17 19:19:44.331114 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6441f546-862f-4995-b714-4473fe865b37 req-79fc13aa-e595-4d5a-aa6a-1264469ca3ec tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537491 Sep 17 19:19:44.486516 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5665b-93f7-4fb1-94cc-d913de2cda1e req-024bea37-f292-4b13-b2f3-2e57a590e1ab tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:44.488076 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-95e5665b-93f7-4fb1-94cc-d913de2cda1e req-024bea37-f292-4b13-b2f3-2e57a590e1ab tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0653284 Sep 17 19:19:44.544198 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-95e5665b-93f7-4fb1-94cc-d913de2cda1e req-02f9141d-1422-4d1a-aef7-b74cb6926ce1 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451543 Sep 17 19:19:44.805148 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea697e4-3a33-4e2a-bd54-952079c3f716 req-6190f804-9b7c-4f13-9801-ca96a2059027 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:44.807092 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea697e4-3a33-4e2a-bd54-952079c3f716 req-6190f804-9b7c-4f13-9801-ca96a2059027 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0591247 Sep 17 19:19:44.849767 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea697e4-3a33-4e2a-bd54-952079c3f716 req-17dae379-aa04-4941-af23-0446abb78233 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361583 Sep 17 19:19:44.875364 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37022) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:44.900850 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:45.057314 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9c2072-5c7c-4854-8ede-494dc5bb1989 tempest-TestShelveInstance-1900220689 tempest-TestShelveInstance-1900220689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:45.060824 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-6f9c2072-5c7c-4854-8ede-494dc5bb1989 tempest-TestShelveInstance-1900220689 tempest-TestShelveInstance-1900220689-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1093 time: 0.1825454 Sep 17 19:19:45.062940 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37026) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:19:45.068449 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:19:45.092278 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for floatingip, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:45.199405 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:45.314492 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Allocated IP 172.27.3.182 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/a838eb0d-e56f-4e8a-9487-eb6d28b550e3) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:19:45.426280 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:45.461902 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:45.501225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:19:45.504484 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:19:45.508171 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:19:45.536598 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'Port': ['ID=a838eb0d-e56f-4e8a-9487-eb6d28b550e3,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:45.546425 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.547018 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.547510 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.548012 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.548504 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.548982 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.549457 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.549916 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.550382 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.550847 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.551310 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.551780 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:45.569365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e15678-9438-4948-96df-dca1d3102519 req-f55b19af-f403-4ace-96a6-bd0da0c7c3fc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:45.572285 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5e15678-9438-4948-96df-dca1d3102519 req-f55b19af-f403-4ace-96a6-bd0da0c7c3fc tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1158864 Sep 17 19:19:45.675270 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c233f-97b8-495c-8ec6-feaa363cfc75 req-1fc92183-fccd-46d5-b24a-1a3aba214b05 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:45.683578 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba7c233f-97b8-495c-8ec6-feaa363cfc75 req-1fc92183-fccd-46d5-b24a-1a3aba214b05 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.1827395 Sep 17 19:19:45.761697 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5e15678-9438-4948-96df-dca1d3102519 req-e7a70652-726a-4db0-91ad-c4a193cd38a9 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694276 Sep 17 19:19:45.805054 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba7c233f-97b8-495c-8ec6-feaa363cfc75 req-4987d362-be3c-46bb-a5d3-3e887bb6768c tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001732 Sep 17 19:19:46.102684 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:46.241771 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:46.396475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500904f1-f71e-426f-b055-ea30dee08755 req-dd6d619a-0eab-470c-b689-12f1050c9d8a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:46.404378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-500904f1-f71e-426f-b055-ea30dee08755 req-dd6d619a-0eab-470c-b689-12f1050c9d8a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0850940 Sep 17 19:19:46.413761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171629-b43c-4076-94c2-7c1b4912410b req-58c581fc-721c-4cab-8294-6d1543eca5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:46.415772 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-58c581fc-721c-4cab-8294-6d1543eca5a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=903b2b9b611748ebb37bdb5b26107147&device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 1098 time: 0.0882640 Sep 17 19:19:46.449940 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:46.455937 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:46.475361 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-500904f1-f71e-426f-b055-ea30dee08755 req-57944e21-7690-456f-9ea7-4c34ccac329a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701196 Sep 17 19:19:46.542899 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171629-b43c-4076-94c2-7c1b4912410b req-3fe9b490-f32d-4565-a493-e7842389c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:46.544945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-3fe9b490-f32d-4565-a493-e7842389c682 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 200 len: 920 time: 0.1209300 Sep 17 19:19:46.575090 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event updated for resources: {'Port': ['ID=a838eb0d-e56f-4e8a-9487-eb6d28b550e3,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:46.580996 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:46.601428 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-4280bc52-5476-4aaa-9123-ae3520ff2c5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 200 len: 217 time: 0.0471594 Sep 17 19:19:46.666344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33171629-b43c-4076-94c2-7c1b4912410b req-1b2ca0ef-fc8b-4219-8eef-ef8ed063fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:46.667954 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-1b2ca0ef-fc8b-4219-8eef-ef8ed063fa38 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 200 len: 859 time: 0.0564332 Sep 17 19:19:46.691431 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.l3_db [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Floating IP 30654d8d-3be7-49f0-9d02-8d1ad1f2e548 associated. External IP: 172.27.3.182, port: 9d546f34-2460-4f57-9e4c-2e93cb35804d. Sep 17 19:19:46.705036 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-1a06086f-4c63-4624-9e72-206f09fd82b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c74cffc8-8003-4182-9813-46ff360121a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295794 Sep 17 19:19:46.814644 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-1fa8c857-40fb-44b3-8899-d1b153ed7e3a service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002164 Sep 17 19:19:46.929808 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33171629-b43c-4076-94c2-7c1b4912410b req-21e31bae-f4d9-4718-8440-2ec408b73259 service neutron] 10.222.0.22 "GET /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075397 Sep 17 19:19:46.995551 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Router 84739215-ebdd-407d-bdf9-8c038210d24a has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:19:47.006599 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9832b-4d78-45ba-93e0-e20b8c00b1f2 req-5e09a42b-f1c3-422b-b50e-9e8b878ecb89 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:47.014056 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2db9832b-4d78-45ba-93e0-e20b8c00b1f2 req-5e09a42b-f1c3-422b-b50e-9e8b878ecb89 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0831976 Sep 17 19:19:47.074130 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2db9832b-4d78-45ba-93e0-e20b8c00b1f2 req-5d8f65a5-2465-487f-a7fb-36885bf8970e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590971 Sep 17 19:19:47.136294 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:19:47.160240 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Sync routers for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:19:47.175815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:47.187647 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:19:47.189281 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:19:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:19:47.328988 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:19:47.410342 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f0dfbf0d-16f6-449e-ac34-e2d8b4a75ef6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3447080 Sep 17 19:19:47.410896 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:47.413774 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2c32e34fcec546a14a883c4ff213d3102623b5f220e47a3dc45e63540fa4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8394c-715a-4d48-bbd6-39139a5ef083" -d '{"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:47.452510 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f015c6e4-fd24-458e-91ba-4a3143d525ee x-openstack-request-id: req-f015c6e4-fd24-458e-91ba-4a3143d525ee {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:47.453022 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "status": "completed", "code": 200}]} {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:47.453277 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f015c6e4-fd24-458e-91ba-4a3143d525ee {{(pid=94273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:47.453672 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'status': 'completed', 'code': 200} Sep 17 19:19:47.575020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-395c156f-c967-4514-855d-5ff695afb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:47.585384 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-395c156f-c967-4514-855d-5ff695afb478 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0913651 Sep 17 19:19:47.716713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb2742-91ca-467d-ab51-1ce2c1a8e4e7 req-506d842d-8242-4ae6-9d86-7a1fa883fc67 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:47.718489 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '30654d8d-3be7-49f0-9d02-8d1ad1f2e548', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'mac_address': 'fa:16:3e:2e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:19:45Z', 'updated_at': '2021-09-17T19:19:45Z', 'revision_number': 0, 'project_id': '257e20beceb041d1bde6226db4239abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:19:47.723952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a5eb2742-91ca-467d-ab51-1ce2c1a8e4e7 req-506d842d-8242-4ae6-9d86-7a1fa883fc67 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.1201129 Sep 17 19:19:47.763671 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Checking router: 84739215-ebdd-407d-bdf9-8c038210d24a for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:19:47.772293 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:19:47.773060 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:19:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:19:47.779848 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a5eb2742-91ca-467d-ab51-1ce2c1a8e4e7 req-c7410fcf-a595-4a86-80eb-14b2eb935f8f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550129 Sep 17 19:19:47.781226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-971081bc-272d-4fac-bc05-cb6c39b3e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:47.783781 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-971081bc-272d-4fac-bc05-cb6c39b3e326 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.1895235 Sep 17 19:19:47.868989 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-864cbe14-c2d7-4a25-b8de-0ff35eba33f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 999 time: 0.0752747 Sep 17 19:19:47.896473 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:19:47.944853 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-5a09a93c-8291-48d0-92da-6c0885f7ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:47.946363 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-5a09a93c-8291-48d0-92da-6c0885f7ccd6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0702972 Sep 17 19:19:48.009818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-d965fbfa-9dcb-4d84-86b1-a7395dd52afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:48.011659 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-d965fbfa-9dcb-4d84-86b1-a7395dd52afd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558276 Sep 17 19:19:48.158532 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-0bfc3662-3e79-4039-974a-16b0f2c8d5c9 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374154 Sep 17 19:19:48.168644 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '30654d8d-3be7-49f0-9d02-8d1ad1f2e548', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'mac_address': 'fa:16:3e:2e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:19:45Z', 'updated_at': '2021-09-17T19:19:45Z', 'revision_number': 0, 'project_id': '257e20beceb041d1bde6226db4239abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:19:48.217397 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e1315-c379-4ee9-af3b-dc11f67d6971 None None] The sync data for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi is: [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '30654d8d-3be7-49f0-9d02-8d1ad1f2e548', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'mac_address': 'fa:16:3e:2e:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:19:45Z', 'updated_at': '2021-09-17T19:19:45Z', 'revision_number': 0, 'project_id': '257e20beceb041d1bde6226db4239abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:19:48.348579 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f8394c-715a-4d48-bbd6-39139a5ef083 req-80d29622-3c50-49c0-a22e-d1c93c60e350 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726110 Sep 17 19:19:48.497678 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45de8b3-4d33-4df9-9fd8-70a89ac79f53 None None] New status for floating IP 30654d8d-3be7-49f0-9d02-8d1ad1f2e548: ACTIVE {{(pid=94275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:19:48.910416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31378eb6-213e-4f08-b5c7-844325a485c0 req-042c6611-241e-43ab-ae93-c8a2a44f49d8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:48.913180 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31378eb6-213e-4f08-b5c7-844325a485c0 req-042c6611-241e-43ab-ae93-c8a2a44f49d8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0529826 Sep 17 19:19:48.954137 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31378eb6-213e-4f08-b5c7-844325a485c0 req-788d1630-c826-40e4-8be6-f8aa2985da9f tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347323 Sep 17 19:19:50.083457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cb0eb-60da-46e0-97af-f282c459326e req-fd492471-d069-48b0-bd05-bf6edf90e43d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:50.085180 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244cb0eb-60da-46e0-97af-f282c459326e req-fd492471-d069-48b0-bd05-bf6edf90e43d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0547044 Sep 17 19:19:50.127932 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-244cb0eb-60da-46e0-97af-f282c459326e req-bb54e668-f5e7-41bb-8f17-21a8f7a82a3c tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 Sep 17 19:19:54.304038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a860d1-75c1-440b-8bee-113a218aab2a req-cccd3373-216d-44e8-94a0-13d1cb82fadf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:54.308522 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-98a860d1-75c1-440b-8bee-113a218aab2a req-cccd3373-216d-44e8-94a0-13d1cb82fadf tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0534751 Sep 17 19:19:54.348682 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-98a860d1-75c1-440b-8bee-113a218aab2a req-826ca496-4d69-4dec-8a11-f505b6ca542a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Sep 17 19:19:55.471051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d967b0-a040-47f1-9668-a262d4ca51e8 req-2bfa823f-018b-42d2-83fd-65e481cba3f1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:55.472522 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3d967b0-a040-47f1-9668-a262d4ca51e8 req-2bfa823f-018b-42d2-83fd-65e481cba3f1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0496686 Sep 17 19:19:55.511212 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3d967b0-a040-47f1-9668-a262d4ca51e8 req-fe218074-27ee-4771-92d1-eafd1e7ce197 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Sep 17 19:19:56.634404 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6b36-4acc-4f3b-8fb3-eca7916081e2 req-ce1dded3-4420-4187-8787-987af174cfab tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:56.636081 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-839a6b36-4acc-4f3b-8fb3-eca7916081e2 req-ce1dded3-4420-4187-8787-987af174cfab tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0516605 Sep 17 19:19:56.677021 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-839a6b36-4acc-4f3b-8fb3-eca7916081e2 req-050fa77a-14ee-4fbc-9a9b-bc03c8eff195 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350893 Sep 17 19:19:57.335227 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:57.798151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf62cf-5142-4af0-9e7f-c44ddf0c7493 req-87b2eb81-692e-48bd-bb6f-af99c8f37c2a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:57.799714 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5bcf62cf-5142-4af0-9e7f-c44ddf0c7493 req-87b2eb81-692e-48bd-bb6f-af99c8f37c2a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0497286 Sep 17 19:19:57.839854 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5bcf62cf-5142-4af0-9e7f-c44ddf0c7493 req-3fab71d0-67cb-4e39-a24b-0be09b78f22b tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Sep 17 19:19:57.920217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-fda5e8b1-5ac3-424d-9d61-88f9306c1889 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:19:57.921711 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-fda5e8b1-5ac3-424d-9d61-88f9306c1889 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 946 time: 0.0492430 Sep 17 19:19:58.019132 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Deleting port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:19:58.019505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:58.107434 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] For port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:19:58.107797 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:58.120646 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Calling delete_port for 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:19:58.252831 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:58.266248 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2187560f-7990-4111-97a5-7cc552da92b1', '52f2ce20-2c85-42f6-83e1-cd88ac7323e1'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:19:58.288960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Pushing event deleted for resources: {'Port': ['ID=52f2ce20-2c85-42f6-83e1-cd88ac7323e1,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:19:58.298817 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.299130 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.299481 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.299816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.300357 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.300485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.300814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.301141 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.301468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.301948 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.302123 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.302425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:19:58.351721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] No DVR routers for this DVR port 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:19:58.354999 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:19:58.357503 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-050cd0a1-399b-4e7f-8b4a-ef1063bb8bc9 req-e3a72f2b-a7a0-4395-b9f2-a545dffca62a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "DELETE /v2.0/ports/52f2ce20-2c85-42f6-83e1-cd88ac7323e1 HTTP/1.1" status: 204 len: 173 time: 0.4285519 Sep 17 19:19:58.357950 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'name': 'network-vif-deleted', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:19:58.360555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53eddac-9e09-4c0d-a1d0-93de060817ca" -d '{"events": [{"server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "name": "network-vif-deleted", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:19:58.426174 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf18ca39-d365-44da-bf64-45e7efdde538 x-openstack-request-id: req-bf18ca39-d365-44da-bf64-45e7efdde538 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:19:58.426473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda", "name": "network-vif-deleted", "tag": "52f2ce20-2c85-42f6-83e1-cd88ac7323e1", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:19:58.426753 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf18ca39-d365-44da-bf64-45e7efdde538 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:19:58.427150 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda', 'name': 'network-vif-deleted', 'tag': '52f2ce20-2c85-42f6-83e1-cd88ac7323e1', 'status': 'completed', 'code': 200} Sep 17 19:19:58.956338 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-56eb2816-7025-4977-9c0e-8cab30c51b6d req-d2375f2d-0c49-4966-8144-c0298afba311 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=e71fe12c-8aba-4cb8-bbd7-8bf3fd94adda HTTP/1.1" status: 200 len: 210 time: 0.0299790 Sep 17 19:20:00.248746 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de32aa-c05d-4109-b57c-db1762696c6a req-0f7cf67f-9cf8-424a-9b91-eb4777d6162a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:00.250719 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-05de32aa-c05d-4109-b57c-db1762696c6a req-0f7cf67f-9cf8-424a-9b91-eb4777d6162a tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0553529 Sep 17 19:20:00.288381 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-05de32aa-c05d-4109-b57c-db1762696c6a req-f7751761-8aaf-449c-8049-1695a456bde8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317166 Sep 17 19:20:01.168632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:01.192883 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:20:01.193233 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 52f2ce20-2c85-42f6-83e1-cd88ac7323e1 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:20:01.417389 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47865c5d-40fa-425e-8352-17c43c5c7275 req-89e4e73a-867c-4e88-a94d-272ee3e443f1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:01.418912 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47865c5d-40fa-425e-8352-17c43c5c7275 req-89e4e73a-867c-4e88-a94d-272ee3e443f1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0500166 Sep 17 19:20:01.455996 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47865c5d-40fa-425e-8352-17c43c5c7275 req-7ca0a1ad-efdc-4344-a7a6-5180f2835fa8 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Sep 17 19:20:01.742013 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:20:02.584876 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a76b-d857-4a92-96a3-969b280a6de7 req-f8ee6743-2a2a-4809-b822-b8870d763ab5 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:02.586413 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c712a76b-d857-4a92-96a3-969b280a6de7 req-f8ee6743-2a2a-4809-b822-b8870d763ab5 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0610495 Sep 17 19:20:02.628860 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c712a76b-d857-4a92-96a3-969b280a6de7 req-98073990-1ad9-4311-adfe-a64258ec6115 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Sep 17 19:20:03.744637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15050e83-fe2c-47b9-8d89-acd0f3e3cf7e req-99b6d78a-81e3-4962-8167-e4f6c6d0b4e7 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:03.746138 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15050e83-fe2c-47b9-8d89-acd0f3e3cf7e req-99b6d78a-81e3-4962-8167-e4f6c6d0b4e7 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0501952 Sep 17 19:20:03.782816 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15050e83-fe2c-47b9-8d89-acd0f3e3cf7e req-1a220a3f-3014-4929-b5d7-a6f2622bd803 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 17 19:20:04.901886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083f2f1-7246-4689-9b0a-2f82f2315b9d req-8c414794-1787-473c-99f2-f8e209792d45 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:04.903414 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1083f2f1-7246-4689-9b0a-2f82f2315b9d req-8c414794-1787-473c-99f2-f8e209792d45 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0484548 Sep 17 19:20:04.941175 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1083f2f1-7246-4689-9b0a-2f82f2315b9d req-35596ea1-c908-42e7-b3e9-8da48f1778cd tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315802 Sep 17 19:20:05.889038 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37376) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:05.931926 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Deleting subnet 3ae6bc77-7e9a-4661-be23-e33a656b4a14 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:20:05.934815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:05.968034 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.006406 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.061592 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2791420-28c4-43e6-81c5-364138f951f7 req-cd73e85e-7ccb-45f6-96fa-54e88bed1019 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:06.062516 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.064414 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2791420-28c4-43e6-81c5-364138f951f7 req-cd73e85e-7ccb-45f6-96fa-54e88bed1019 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0547032 Sep 17 19:20:06.075619 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.077615 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3ae6bc77-7e9a-4661-be23-e33a656b4a14 HTTP/1.1" status: 204 len: 168 time: 0.1874642 Sep 17 19:20:06.082588 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37380) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:06.100729 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591269e4-e235-42e6-a84d-502e866fe49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae6bc77-7e9a-4661-be23-e33a656b4a14,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:06.124466 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2791420-28c4-43e6-81c5-364138f951f7 req-bb87525d-ebcb-4e40-8bfe-2c2226e1b35d tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553207 Sep 17 19:20:06.168523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.248023 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.268811 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aff4420-ee3b-4258-830d-7b3d623e9605']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:06.279631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27147bfd-b627-43dd-97e9-42fcf92f3f65') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:06.279922 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27147bfd-b627-43dd-97e9-42fcf92f3f65') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:06.288899 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.301763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.307733 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:20:06.308233 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:20:06.309860 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:20:06.366152 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.371716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.373543 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8aff4420-ee3b-4258-830d-7b3d623e9605 HTTP/1.1" status: 204 len: 168 time: 0.2900448 Sep 17 19:20:06.383554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80c9b1-93da-4bf6-ba24-8de98aa864a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aff4420-ee3b-4258-830d-7b3d623e9605,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:06.485516 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37388) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:06.524107 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-04fcce62-b021-4a47-88e5-a4ad31d8ecaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a852b5df9ca465d90b9f33f648fc010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374291 Sep 17 19:20:06.526400 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37390) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:06.573759 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.593688 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.637582 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.640024 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:06.641165 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d075780-1b53-4486-96d5-341d94d5f2af HTTP/1.1" status: 204 len: 168 time: 0.1139007 Sep 17 19:20:06.648606 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1e1e7-9026-445e-bc7b-b6da21de68cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d075780-1b53-4486-96d5-341d94d5f2af,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:07.245392 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1656b-5631-49dd-b2a2-f9dab65ce742 req-388f3916-29fd-4389-b53c-b72a1d791c7e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:07.246914 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d5f1656b-5631-49dd-b2a2-f9dab65ce742 req-388f3916-29fd-4389-b53c-b72a1d791c7e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0486753 Sep 17 19:20:07.284361 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d5f1656b-5631-49dd-b2a2-f9dab65ce742 req-2b179538-a581-4f82-ae91-62aaf5dea038 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e2db04d-8889-4dcf-bb51-4efb25357720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 17 19:20:07.780352 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-1f5e675e-9e4d-4671-80d8-09e3fcfeb8af tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:07.781750 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-1f5e675e-9e4d-4671-80d8-09e3fcfeb8af tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 945 time: 0.0458410 Sep 17 19:20:07.880707 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Deleting port 2187560f-7990-4111-97a5-7cc552da92b1 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:20:07.881045 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:07.964619 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] For port 2187560f-7990-4111-97a5-7cc552da92b1, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2187560f-7990-4111-97a5-7cc552da92b1,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:07.964979 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:07.976836 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Calling delete_port for 2187560f-7990-4111-97a5-7cc552da92b1 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:20:08.328880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:08.343515 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2187560f-7990-4111-97a5-7cc552da92b1'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:20:08.363255 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Pushing event deleted for resources: {'Port': ['ID=2187560f-7990-4111-97a5-7cc552da92b1,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:08.411184 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4e674d56-ecf8-43d5-b52f-d1ad714fe94b req-7345897b-b574-4841-95ab-f143975f59f1 tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0f0b671-5ff1-477b-980a-b43d0f56702a HTTP/1.1" status: 200 len: 210 time: 0.0499279 Sep 17 19:20:08.430159 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] No DVR routers for this DVR port 2187560f-7990-4111-97a5-7cc552da92b1 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:20:08.433710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:08.436113 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08c38fe1-4688-4d2c-9e3c-f1ac47cda6ba req-ae80915d-2220-4e4a-8434-7a0fd904ee2e tempest-ServerRescueNegativeTestJSON-1514297492 tempest-ServerRescueNegativeTestJSON-1514297492-project] 10.222.0.22 "DELETE /v2.0/ports/2187560f-7990-4111-97a5-7cc552da92b1 HTTP/1.1" status: 204 len: 173 time: 0.6429965 Sep 17 19:20:08.436557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'name': 'network-vif-deleted', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:20:08.439627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127cc3f9-48e5-486b-8ba6-32ee3d15f11b" -d '{"events": [{"server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "name": "network-vif-deleted", "tag": "2187560f-7990-4111-97a5-7cc552da92b1"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:20:08.481387 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f4f9e-2e54-4545-a5a9-d83577147614 x-openstack-request-id: req-d98f4f9e-2e54-4545-a5a9-d83577147614 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:20:08.481737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0f0b671-5ff1-477b-980a-b43d0f56702a", "name": "network-vif-deleted", "tag": "2187560f-7990-4111-97a5-7cc552da92b1", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:20:08.482066 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d98f4f9e-2e54-4545-a5a9-d83577147614 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:20:08.482515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0f0b671-5ff1-477b-980a-b43d0f56702a', 'name': 'network-vif-deleted', 'tag': '2187560f-7990-4111-97a5-7cc552da92b1', 'status': 'completed', 'code': 200} Sep 17 19:20:09.358588 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d4a1e741-ba07-435b-bac6-da5c7778ef60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:09.468790 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37466) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:09.865160 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:10.166915 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Deleting port 8be9c168-b680-4dc0-bbbf-b67c09165c5c {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:20:10.167376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:10.245721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] For port 8be9c168-b680-4dc0-bbbf-b67c09165c5c, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=8be9c168-b680-4dc0-bbbf-b67c09165c5c,segment=NetworkSegment(7ab687b3-4f12-4516-aa13-176fd6142c8e),segment_id=7ab687b3-4f12-4516-aa13-176fd6142c8e)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:10.246081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:10.260907 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Calling delete_port for 8be9c168-b680-4dc0-bbbf-b67c09165c5c owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:20:10.433180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:10.458302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be9c168-b680-4dc0-bbbf-b67c09165c5c,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:10.608739 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:10.813722 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Router ba682359-60b5-4702-af69-43a0bb84bd5e has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:20:10.915774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:20:10.922603 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-59468375-dd87-4538-88fe-e0fd001b7b69 admin admin] 10.222.0.21 "PUT /v2.0/routers/ba682359-60b5-4702-af69-43a0bb84bd5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515388 Sep 17 19:20:10.923792 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37486) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:10.926327 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Sync routers for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:20:10.940097 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:20:10.940794 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:19:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:11.026578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.042827 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:20:11.136507 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.189107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Deleting port 502240e8-6409-4511-a4e7-6ca0a40def39 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:20:11.189396 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.207797 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2187560f-7990-4111-97a5-7cc552da92b1 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:11.229246 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 2187560f-7990-4111-97a5-7cc552da92b1 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:20:11.229866 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2187560f-7990-4111-97a5-7cc552da92b1 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:20:11.235319 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:20:10Z', 'revision_number': 5, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port': {'id': '502240e8-6409-4511-a4e7-6ca0a40def39', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:11.262596 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Checking router: ba682359-60b5-4702-af69-43a0bb84bd5e for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:20:11.271074 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Routers {'ba682359-60b5-4702-af69-43a0bb84bd5e'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:20:11.271711 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:19:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['ba682359-60b5-4702-af69-43a0bb84bd5e'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:11.280088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] For port 502240e8-6409-4511-a4e7-6ca0a40def39, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=502240e8-6409-4511-a4e7-6ca0a40def39,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:11.280088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.292993 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Calling delete_port for 502240e8-6409-4511-a4e7-6ca0a40def39 owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:20:11.298247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37500) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:11.445592 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-14244f27-6b1c-43aa-a052-3c9df93bed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.463850 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] Set router ba682359-60b5-4702-af69-43a0bb84bd5e gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:20:11.519312 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:20:11Z', 'revision_number': 6, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:11.526936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.548386 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7244c378-b0bc-4600-b9c5-0e6f8a45d26a None None] The sync data for ids ['ba682359-60b5-4702-af69-43a0bb84bd5e'] in dv-cinder-809891-1-iscsi is: [{'id': 'ba682359-60b5-4702-af69-43a0bb84bd5e', 'name': 'tempest-ServerRescueNegativeTestJSON-1526722043-router', 'tenant_id': '903b2b9b611748ebb37bdb5b26107147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:16Z', 'updated_at': '2021-09-17T19:20:11Z', 'revision_number': 6, 'project_id': '903b2b9b611748ebb37bdb5b26107147', 'gw_port_host': None}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:20:11.564531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Pushing event deleted for resources: {'Port': ['ID=502240e8-6409-4511-a4e7-6ca0a40def39,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:11.649627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.652641 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-14244f27-6b1c-43aa-a052-3c9df93bed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.694700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-14244f27-6b1c-43aa-a052-3c9df93bed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:11.926034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-40e77943-50a4-4ac1-8f87-a2ab2f79087e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.020881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.043409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.052538 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-14244f27-6b1c-43aa-a052-3c9df93bed22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ed5a4fadb4a464fa31c79458301d24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533355 Sep 17 19:20:12.055272 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37522) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:12.057794 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14244f27-6b1c-43aa-a052-3c9df93bed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca116363-4d1a-4ef3-b001-31fbc399d14c,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:12.107938 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.130618 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.131330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e0659-2808-44ac-8faf-89d7258f65ba req-84c16e30-91a3-4a14-99bf-0561ea1db6e2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:12.132888 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-608e0659-2808-44ac-8faf-89d7258f65ba req-84c16e30-91a3-4a14-99bf-0561ea1db6e2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.1332479 Sep 17 19:20:12.146502 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.146949 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba682359-60b5-4702-af69-43a0bb84bd5e {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:20:12.159706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.161742 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8ccab6e4-207b-4d47-9f6b-45eef11f8590 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ba682359-60b5-4702-af69-43a0bb84bd5e HTTP/1.1" status: 204 len: 168 time: 1.2361238 Sep 17 19:20:12.164955 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37528) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:12.178390 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.181259 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.185200 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ca116363-4d1a-4ef3-b001-31fbc399d14c HTTP/1.1" status: 204 len: 168 time: 0.1262276 Sep 17 19:20:12.190621 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c6cc9-797e-47cb-8273-8344a7f402b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca116363-4d1a-4ef3-b001-31fbc399d14c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:12.214386 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-608e0659-2808-44ac-8faf-89d7258f65ba req-fac9f2c0-a5c3-4139-8c31-fb06733c9ef2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740526 Sep 17 19:20:12.228909 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Deleting subnet c0ed2898-d51b-462f-ab62-eb07846866f3 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:20:12.232073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.273828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.316843 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.386286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.387493 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.416354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0ed2898-d51b-462f-ab62-eb07846866f3,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:12.418304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.422395 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-04374378-93e7-4e92-bfda-463a52801b60 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0ed2898-d51b-462f-ab62-eb07846866f3 HTTP/1.1" status: 204 len: 168 time: 0.2536297 Sep 17 19:20:12.422791 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37532) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:12.493787 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.575644 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.595755 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74cffc8-8003-4182-9813-46ff360121a9']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:12.605234 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab687b3-4f12-4516-aa13-176fd6142c8e') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:12.605527 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab687b3-4f12-4516-aa13-176fd6142c8e') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:20:12.614985 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.628496 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.634726 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:20:12.635102 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:20:12.636853 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:20:12.691929 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.697729 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.699647 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c74cffc8-8003-4182-9813-46ff360121a9 HTTP/1.1" status: 204 len: 168 time: 0.2759311 Sep 17 19:20:12.709972 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84f04f-3238-4117-b1f2-19a527b7662d admin admin] Pushing event deleted for resources: {'Network': ['ID=c74cffc8-8003-4182-9813-46ff360121a9,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:12.857351 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37536) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:12.895690 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b3efb5f5-5414-40af-b69f-2b4c0c265901 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=903b2b9b611748ebb37bdb5b26107147&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371416 Sep 17 19:20:12.897938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37538) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:12.943565 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:12.963501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:13.008877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:13.011597 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:13.012745 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e2db04d-8889-4dcf-bb51-4efb25357720 HTTP/1.1" status: 204 len: 168 time: 0.1139536 Sep 17 19:20:13.020087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acce035-c67a-4533-babb-40ef14fbdaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2db04d-8889-4dcf-bb51-4efb25357720,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:13.351424 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654e418-5db7-40cc-b7be-46dd5503b21d req-b948c861-b1cd-4ff1-8f5e-5957236eaf6c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:13.354267 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c654e418-5db7-40cc-b7be-46dd5503b21d req-b948c861-b1cd-4ff1-8f5e-5957236eaf6c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0627184 Sep 17 19:20:13.399597 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c654e418-5db7-40cc-b7be-46dd5503b21d req-40b4412d-6211-43c1-96c0-fbe7e79df217 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Sep 17 19:20:13.407395 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:13.417410 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 502240e8-6409-4511-a4e7-6ca0a40def39 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:13.442946 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 502240e8-6409-4511-a4e7-6ca0a40def39 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:20:13.443291 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 502240e8-6409-4511-a4e7-6ca0a40def39 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:20:13.443711 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 8be9c168-b680-4dc0-bbbf-b67c09165c5c no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:13.462151 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 8be9c168-b680-4dc0-bbbf-b67c09165c5c {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:20:13.462748 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 8be9c168-b680-4dc0-bbbf-b67c09165c5c not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:20:14.523201 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ca863-b46e-458c-a72f-577631f2c119 req-079f5f6d-6e8d-4d83-a726-e994b2d3706f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:14.525345 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cb0ca863-b46e-458c-a72f-577631f2c119 req-079f5f6d-6e8d-4d83-a726-e994b2d3706f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0501652 Sep 17 19:20:14.564174 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cb0ca863-b46e-458c-a72f-577631f2c119 req-7f6656f4-4240-44f7-8f59-a4c806ccd876 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Sep 17 19:20:14.897241 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:15.686206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf2571-cca1-4ffc-825f-58503c6cc862 req-82e9e0ae-dd0b-46ed-8285-5834bb5d24ce tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:15.687679 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4ccf2571-cca1-4ffc-825f-58503c6cc862 req-82e9e0ae-dd0b-46ed-8285-5834bb5d24ce tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0487735 Sep 17 19:20:15.726683 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4ccf2571-cca1-4ffc-825f-58503c6cc862 req-e09452bf-848b-4e12-bf82-b6a0f078449f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328341 Sep 17 19:20:16.849450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012372d-b6fc-45e4-87d6-d15f7f7a4058 req-58b18594-3763-4214-9437-54243eaae5f6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:16.850931 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5012372d-b6fc-45e4-87d6-d15f7f7a4058 req-58b18594-3763-4214-9437-54243eaae5f6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0519156 Sep 17 19:20:16.887419 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5012372d-b6fc-45e4-87d6-d15f7f7a4058 req-90ba2d4d-238c-48da-829d-2d0ff595a753 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301008 Sep 17 19:20:18.003816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ecc97-e6b0-4dde-8967-535455494728 req-0c7661f7-c4a6-4d44-bf18-99470b91aee9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:18.005289 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd1ecc97-e6b0-4dde-8967-535455494728 req-0c7661f7-c4a6-4d44-bf18-99470b91aee9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0476425 Sep 17 19:20:18.041525 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd1ecc97-e6b0-4dde-8967-535455494728 req-346fed2d-527b-4de2-a4ee-211fa6cc52cc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298800 Sep 17 19:20:19.156999 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68b3f5-5925-412b-82ec-f419f1fbd161 req-617d4432-a950-43ac-be0a-688790cba07a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:19.158465 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac68b3f5-5925-412b-82ec-f419f1fbd161 req-617d4432-a950-43ac-be0a-688790cba07a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0472519 Sep 17 19:20:19.195418 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ac68b3f5-5925-412b-82ec-f419f1fbd161 req-7845629e-8011-465b-930a-fc49f57ea9ab tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309453 Sep 17 19:20:20.315204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcdd44-a15a-41c5-8cac-0bc762e8dd30 req-cfa2cbe0-0317-4d88-899d-337f5dcb85b5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:20.316704 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10bcdd44-a15a-41c5-8cac-0bc762e8dd30 req-cfa2cbe0-0317-4d88-899d-337f5dcb85b5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0519352 Sep 17 19:20:20.354091 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10bcdd44-a15a-41c5-8cac-0bc762e8dd30 req-fec194dc-a9d0-4882-adf1-868d2131225e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308039 Sep 17 19:20:21.506172 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbbbc1-f971-4fdd-ba13-2e3e5c41dc3c req-559dbc6e-eb10-49ff-a2ef-3ae5248edd91 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:21.507638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d9cbbbc1-f971-4fdd-ba13-2e3e5c41dc3c req-559dbc6e-eb10-49ff-a2ef-3ae5248edd91 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Sep 17 19:20:21.545120 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d9cbbbc1-f971-4fdd-ba13-2e3e5c41dc3c req-a97e8654-40c1-458c-85c6-cfb34d0db529 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Sep 17 19:20:22.697520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50efe6-093f-4710-90ea-2590c05428ef req-972bd98d-046e-43b9-a3e7-ca453284e4f6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:22.698970 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef50efe6-093f-4710-90ea-2590c05428ef req-972bd98d-046e-43b9-a3e7-ca453284e4f6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0779293 Sep 17 19:20:22.706641 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63578-a822-4e03-a95f-18178fb6c71b req-3ec9dbfa-27aa-4ed3-aad7-efd460d9b1e7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:22.707983 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-52e63578-a822-4e03-a95f-18178fb6c71b req-3ec9dbfa-27aa-4ed3-aad7-efd460d9b1e7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0774837 Sep 17 19:20:22.758139 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef50efe6-093f-4710-90ea-2590c05428ef req-2964fea9-77e3-4e39-8928-ddffa1c52aec tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492346 Sep 17 19:20:22.766130 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-52e63578-a822-4e03-a95f-18178fb6c71b req-179e9b1a-25f6-4479-b4ee-f9a3fcc38d4c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511703 Sep 17 19:20:23.900979 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d93686-2755-401a-a875-5498d532c816 req-8a7fdcd8-fc25-442d-9e52-e79bcda57e17 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:23.902369 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d93686-2755-401a-a875-5498d532c816 req-8a7fdcd8-fc25-442d-9e52-e79bcda57e17 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0761552 Sep 17 19:20:23.910167 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9b775-b78c-41f5-b9cb-a12cbf1805fa req-faa96e39-69c1-4a84-9e79-5c5344a559b3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:23.911531 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15f9b775-b78c-41f5-b9cb-a12cbf1805fa req-faa96e39-69c1-4a84-9e79-5c5344a559b3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0746531 Sep 17 19:20:23.969764 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d93686-2755-401a-a875-5498d532c816 req-99deb8cf-8967-4957-a771-e5d3a67172d5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573020 Sep 17 19:20:23.972551 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-15f9b775-b78c-41f5-b9cb-a12cbf1805fa req-52303fa3-5737-4782-a03f-0e0b8589efd2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539310 Sep 17 19:20:25.126088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b1320-9c4a-4385-8054-b3db5918ca20 req-31273bf0-35fe-4cfb-9b23-99290846ff2f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:25.127617 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d15b1320-9c4a-4385-8054-b3db5918ca20 req-31273bf0-35fe-4cfb-9b23-99290846ff2f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0804594 Sep 17 19:20:25.146992 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be789a-6b9e-46a2-84ea-11d3ed9bae17 req-7264c60c-fa55-45c0-b805-9aa93c7fc81d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:25.148418 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24be789a-6b9e-46a2-84ea-11d3ed9bae17 req-7264c60c-fa55-45c0-b805-9aa93c7fc81d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0746741 Sep 17 19:20:25.190489 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d15b1320-9c4a-4385-8054-b3db5918ca20 req-d907b94e-0a1b-4865-92eb-a5aceeab93dc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562804 Sep 17 19:20:25.202981 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-24be789a-6b9e-46a2-84ea-11d3ed9bae17 req-873571be-40c2-4745-aa2f-7e9ba8dd746d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459456 Sep 17 19:20:25.264035 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:20:25.360205 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:25.370833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '032c1a47-a448-4c7c-8539-96747467d6dd', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:20:25.405834 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:25.421521 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:20:25.442772 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:25.448641 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:25.492969 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=6']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:25.559387 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['032c1a47-a448-4c7c-8539-96747467d6dd'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:20:26.335260 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f470ef-9ada-4727-ad41-7e432163ebf8 req-4cba57a7-fb64-44bb-93fd-d97061c8ee48 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:26.336728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33f470ef-9ada-4727-ad41-7e432163ebf8 req-4cba57a7-fb64-44bb-93fd-d97061c8ee48 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0786493 Sep 17 19:20:26.349426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9072d4-5218-46d4-9b09-514ae994fbf9 req-47cf80be-cc57-465d-834e-4c2d2bd6bab4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:26.350807 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d9072d4-5218-46d4-9b09-514ae994fbf9 req-47cf80be-cc57-465d-834e-4c2d2bd6bab4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0631680 Sep 17 19:20:26.403040 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33f470ef-9ada-4727-ad41-7e432163ebf8 req-ca189587-c6a9-4a4b-ae53-4aa572d3f229 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512891 Sep 17 19:20:26.407778 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d9072d4-5218-46d4-9b09-514ae994fbf9 req-d547037a-29b3-4415-81cd-76c68c5a8eac tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505083 Sep 17 19:20:27.268244 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:20:27.326110 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 032c1a47-a448-4c7c-8539-96747467d6dd triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:20:27.326477 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:27.347142 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:27.406080 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:27.431636 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:20:27.434213 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ab568-048b-4778-a4e1-9b45fe218b72" -d '{"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:20:27.452279 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:27.457527 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:27.512530 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=7']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:27.558775 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b2352-4d9c-4ca6-8526-6cd5903c5603 req-c2b79b3d-50f8-46fc-a302-96e97616b27c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.560260 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-733b2352-4d9c-4ca6-8526-6cd5903c5603 req-c2b79b3d-50f8-46fc-a302-96e97616b27c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0789700 Sep 17 19:20:27.572716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88253b5-316b-4cac-a93e-4f7aab4f581b req-877847a8-1017-4369-ba4e-f1522468d584 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.574171 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a88253b5-316b-4cac-a93e-4f7aab4f581b req-877847a8-1017-4369-ba4e-f1522468d584 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0682368 Sep 17 19:20:27.628912 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a88253b5-316b-4cac-a93e-4f7aab4f581b req-3bcb7552-2e1c-4dd2-aa73-bae656549f5a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Sep 17 19:20:27.631657 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-733b2352-4d9c-4ca6-8526-6cd5903c5603 req-e67b72c5-0045-4b78-b599-23cea501c538 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566447 Sep 17 19:20:27.675305 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5efc0d6-a254-45f0-9f0f-a300d9012b47 x-openstack-request-id: req-e5efc0d6-a254-45f0-9f0f-a300d9012b47 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:20:27.675598 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:20:27.675847 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5efc0d6-a254-45f0-9f0f-a300d9012b47 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:20:27.676269 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'code': 200} Sep 17 19:20:27.704383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-228881d4-9e2b-4033-a42f-263dca1e3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.705826 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-228881d4-9e2b-4033-a42f-263dca1e3451 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.0402908 Sep 17 19:20:27.807988 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-354ce2b4-e2b1-462f-947e-3db1cb918051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.809395 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-354ce2b4-e2b1-462f-947e-3db1cb918051 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.0831196 Sep 17 19:20:27.871820 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-f4cd3ca0-a2cd-43ff-95f1-f138e5582e61 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1001 time: 0.0545657 Sep 17 19:20:27.920415 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-0a210be9-fd46-45db-bbd2-520ecbd05e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.921897 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-0a210be9-fd46-45db-bbd2-520ecbd05e52 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0426831 Sep 17 19:20:27.976073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-7dd46121-a2c6-4aa4-ae2c-1803c47a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:27.977490 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-7dd46121-a2c6-4aa4-ae2c-1803c47a4c26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438125 Sep 17 19:20:28.067015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-05591513-24fe-4f5a-8097-48ab3943b8c6 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791688 Sep 17 19:20:28.156942 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-296b5066-3502-4f41-b795-937ce1ec5e7a req-487d374c-6d76-439b-8a1e-22fc2967006c service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816603 Sep 17 19:20:28.777364 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38359-f5b9-4368-be74-bab2912d3f4e req-cafdadb5-fe17-479a-b0e3-22c028648cb5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:28.778835 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d0e38359-f5b9-4368-be74-bab2912d3f4e req-cafdadb5-fe17-479a-b0e3-22c028648cb5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0733738 Sep 17 19:20:28.789537 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672d4a4-66e1-4411-b41f-c5f74efed3da req-18a7820c-b059-4595-8798-261b926820cb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:28.791431 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f672d4a4-66e1-4411-b41f-c5f74efed3da req-18a7820c-b059-4595-8798-261b926820cb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0773673 Sep 17 19:20:28.853074 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d0e38359-f5b9-4368-be74-bab2912d3f4e req-f94acd2e-2523-41fc-bbba-3e88dd08611d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605590 Sep 17 19:20:28.856379 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f672d4a4-66e1-4411-b41f-c5f74efed3da req-65785720-76d2-42d7-9117-acddb320c8da tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584369 Sep 17 19:20:29.995650 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a425163-b65b-4ae3-bda7-aec9ece94357 req-4678bdb0-b296-4f6b-a84f-33ab21bce774 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:29.997164 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7a425163-b65b-4ae3-bda7-aec9ece94357 req-4678bdb0-b296-4f6b-a84f-33ab21bce774 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0758238 Sep 17 19:20:30.008324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e2d83-fa1c-4b83-833f-9e6c60843f1f req-4dda15fe-754a-4512-9bdb-6fc6be783094 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:30.009807 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-323e2d83-fa1c-4b83-833f-9e6c60843f1f req-4dda15fe-754a-4512-9bdb-6fc6be783094 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0797105 Sep 17 19:20:30.068606 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7a425163-b65b-4ae3-bda7-aec9ece94357 req-d0045072-f9f8-4b4c-a178-0fe6987be579 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578470 Sep 17 19:20:30.075670 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-323e2d83-fa1c-4b83-833f-9e6c60843f1f req-b3c1b18f-148c-411c-8971-8e8f2752d393 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580685 Sep 17 19:20:30.422162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 37886) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:30.521208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2705a677-bc2f-4248-9581-ad68cbb4d2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.608500 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2705a677-bc2f-4248-9581-ad68cbb4d2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.612150 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2705a677-bc2f-4248-9581-ad68cbb4d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.648843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2705a677-bc2f-4248-9581-ad68cbb4d2f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ceb959f77d5644809213bd8c9dd3d8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256055 Sep 17 19:20:30.649679 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705a677-bc2f-4248-9581-ad68cbb4d2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ec88f-88ca-45d1-a1f3-c3d2716cbf30,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:30.651889 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37892) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:30.700528 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.720996 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.765847 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.768388 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:30.769538 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d62ec88f-88ca-45d1-a1f3-c3d2716cbf30 HTTP/1.1" status: 204 len: 168 time: 0.1165810 Sep 17 19:20:30.777476 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baec467-b716-49e3-824d-f52253d61795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ec88f-88ca-45d1-a1f3-c3d2716cbf30,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:31.016069 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37898) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:31.029435 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-10a305e8-8c8a-490a-acae-b15c4cb05c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.117570 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-10a305e8-8c8a-490a-acae-b15c4cb05c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.122541 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-10a305e8-8c8a-490a-acae-b15c4cb05c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.158154 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-10a305e8-8c8a-490a-acae-b15c4cb05c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a65d1e13ba0a4767987607e6932b7dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409924 Sep 17 19:20:31.162609 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 37904) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:31.177828 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a305e8-8c8a-490a-acae-b15c4cb05c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa7467c-cbf0-4c35-819d-33688d84b338,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:31.216948 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.218704 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79ac17-b3ff-43cd-89cd-b4dacc114ae3 req-e4a2bbb2-1234-41f3-b41d-fd4bfd1cc9fa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:31.220455 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-de79ac17-b3ff-43cd-89cd-b4dacc114ae3 req-e4a2bbb2-1234-41f3-b41d-fd4bfd1cc9fa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0804226 Sep 17 19:20:31.231755 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4b0c3-aa7d-435a-926d-05032f0d1a92 req-faa7aeca-d1ed-4064-b912-b1611c279e51 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:31.233140 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7e4b0c3-aa7d-435a-926d-05032f0d1a92 req-faa7aeca-d1ed-4064-b912-b1611c279e51 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0652161 Sep 17 19:20:31.237771 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.282645 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.283196 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-de79ac17-b3ff-43cd-89cd-b4dacc114ae3 req-545bc7fd-ab88-4a3c-b8ec-058c292736c5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491006 Sep 17 19:20:31.285208 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:31.288862 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fa7467c-cbf0-4c35-819d-33688d84b338 HTTP/1.1" status: 204 len: 168 time: 0.1228850 Sep 17 19:20:31.294830 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d01ba-6bc8-491b-92a2-e70b9f7bfebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa7467c-cbf0-4c35-819d-33688d84b338,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:31.298890 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7e4b0c3-aa7d-435a-926d-05032f0d1a92 req-196e38cc-74e4-437d-97a0-6857dfb2c3e7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583961 Sep 17 19:20:32.433773 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43417529-dee2-4cff-9f60-c1864251bcc7 req-64133c98-0907-4469-93ff-afb0b88e48fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:32.435211 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43417529-dee2-4cff-9f60-c1864251bcc7 req-64133c98-0907-4469-93ff-afb0b88e48fd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0753477 Sep 17 19:20:32.446250 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061e68d-e506-4ecd-ba98-26905c5fe15c req-70762e3e-b2e6-4863-b2fb-ed3169e49ebe tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:32.447776 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b061e68d-e506-4ecd-ba98-26905c5fe15c req-70762e3e-b2e6-4863-b2fb-ed3169e49ebe tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0622730 Sep 17 19:20:32.500968 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43417529-dee2-4cff-9f60-c1864251bcc7 req-4c3cf3d5-b5fd-4d8b-a51c-87e41403e778 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522747 Sep 17 19:20:32.503760 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b061e68d-e506-4ecd-ba98-26905c5fe15c req-af4600eb-5030-468d-ac5b-0863c6b89796 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495534 Sep 17 19:20:33.648878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6abea0-9e02-485a-aa13-cf388d8b8a61 req-5209c547-56e6-4289-acf9-db73ad61d25d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:33.650369 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d6abea0-9e02-485a-aa13-cf388d8b8a61 req-5209c547-56e6-4289-acf9-db73ad61d25d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0704193 Sep 17 19:20:33.657489 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab54f7-8351-457a-b978-7428fe037a7f req-c2ba95b8-bf97-4c89-a0a8-02a2e7ad0f3f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:33.658843 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9bab54f7-8351-457a-b978-7428fe037a7f req-c2ba95b8-bf97-4c89-a0a8-02a2e7ad0f3f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0880320 Sep 17 19:20:33.712104 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d6abea0-9e02-485a-aa13-cf388d8b8a61 req-fe76e2ea-1fea-41f4-8add-19a1923ade17 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523248 Sep 17 19:20:33.716743 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9bab54f7-8351-457a-b978-7428fe037a7f req-ce9316f3-98c4-485c-8801-e5e6c7f7dd86 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513353 Sep 17 19:20:34.891694 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfdad3-ba3c-4e6b-b4ac-4808d41b05a8 req-878774e6-7a71-4f38-9e4e-0b14e3fea85e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:34.897486 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d5dfdad3-ba3c-4e6b-b4ac-4808d41b05a8 req-878774e6-7a71-4f38-9e4e-0b14e3fea85e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0829701 Sep 17 19:20:34.946056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f23d0b-3a53-4c77-ae55-8a018e445f24 req-bbbf5c89-000c-41db-b93e-6fce6d1ee41b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:34.948017 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-34f23d0b-3a53-4c77-ae55-8a018e445f24 req-bbbf5c89-000c-41db-b93e-6fce6d1ee41b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0954244 Sep 17 19:20:34.950694 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d5dfdad3-ba3c-4e6b-b4ac-4808d41b05a8 req-ca5d05ec-c8ad-4b2e-b0eb-5d9cdb24cdb6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506160 Sep 17 19:20:34.999625 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-34f23d0b-3a53-4c77-ae55-8a018e445f24 req-94e949b2-4045-496b-8299-e2e5a1f830eb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414400 Sep 17 19:20:36.090161 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd8931-f3ec-4a9a-b654-dcb98ed1451f req-274103cc-c394-4af8-a5d3-885378eb77e5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:36.093200 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dcd8931-f3ec-4a9a-b654-dcb98ed1451f req-274103cc-c394-4af8-a5d3-885378eb77e5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0595839 Sep 17 19:20:36.173603 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dcd8931-f3ec-4a9a-b654-dcb98ed1451f req-4be11c53-0332-4d39-9e14-0e5205a2a784 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687442 Sep 17 19:20:36.183862 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057ef44-408a-4f7c-8094-5182b2067305 req-18ba2624-d317-487d-a76f-1d7febe2e45d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:36.191682 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4057ef44-408a-4f7c-8094-5182b2067305 req-18ba2624-d317-487d-a76f-1d7febe2e45d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0971684 Sep 17 19:20:36.229187 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4057ef44-408a-4f7c-8094-5182b2067305 req-1a3ee1b8-9173-44d5-a0d5-724b8b52b998 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364380 Sep 17 19:20:37.298550 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2618f8-dea1-4354-91f7-835d0865d78e req-80663b1e-efa3-4823-b20d-f68edb8eb8ce tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:37.300541 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a2618f8-dea1-4354-91f7-835d0865d78e req-80663b1e-efa3-4823-b20d-f68edb8eb8ce tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0559738 Sep 17 19:20:37.382224 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a2618f8-dea1-4354-91f7-835d0865d78e req-5a1207e1-a19b-480d-af8d-43268d208830 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741065 Sep 17 19:20:37.405776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0687bd-681f-4da0-905a-7057fcdfd194 req-322f395c-5dab-4171-b6ee-6c05f235fd6c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:37.413251 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fa0687bd-681f-4da0-905a-7057fcdfd194 req-322f395c-5dab-4171-b6ee-6c05f235fd6c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0917559 Sep 17 19:20:37.455228 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fa0687bd-681f-4da0-905a-7057fcdfd194 req-1eb2bbad-86a3-4682-8720-a190dd9ca4c4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406635 Sep 17 19:20:38.521116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045bdbb-7d10-4f78-855f-0fd010eeb077 req-2b4a1ee6-2de6-47f8-a1eb-a126a2bf0a9b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:38.528464 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1045bdbb-7d10-4f78-855f-0fd010eeb077 req-2b4a1ee6-2de6-47f8-a1eb-a126a2bf0a9b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0752566 Sep 17 19:20:38.594938 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1045bdbb-7d10-4f78-855f-0fd010eeb077 req-7516179d-8acb-4193-84dd-ad676075800b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656002 Sep 17 19:20:38.616710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239caba-f4ab-4729-a2d6-9d1c0419e79b req-dfdb2f1a-b452-4d93-8845-67db5540991f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:38.618389 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b239caba-f4ab-4729-a2d6-9d1c0419e79b req-dfdb2f1a-b452-4d93-8845-67db5540991f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0832882 Sep 17 19:20:38.661003 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b239caba-f4ab-4729-a2d6-9d1c0419e79b req-61c15201-a2c9-4186-ae61-951e4ac6ce8b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368071 Sep 17 19:20:38.741019 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:20:39.362656 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-caad350e-0549-45c4-986c-af6ef17027ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:39.725382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde0856-182b-4a76-a896-179d9e527741 req-ed4d31d8-ac8e-41b9-bf11-0fcc516166a3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:39.727158 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcde0856-182b-4a76-a896-179d9e527741 req-ed4d31d8-ac8e-41b9-bf11-0fcc516166a3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0566077 Sep 17 19:20:39.798141 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcde0856-182b-4a76-a896-179d9e527741 req-cc2bd5d5-6b0f-4724-becb-dae5aa00312a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637789 Sep 17 19:20:39.820527 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a7607-894a-4762-a903-591e1178131e req-3e01696b-f954-4340-965f-de5c168dacbc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:39.820824 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e77a7607-894a-4762-a903-591e1178131e req-3e01696b-f954-4340-965f-de5c168dacbc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0685339 Sep 17 19:20:39.863028 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e77a7607-894a-4762-a903-591e1178131e req-fa0f80a0-24f7-4ce4-983f-311e0ced63ee tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319884 Sep 17 19:20:40.940772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4db0-6ee4-47ff-b69b-e955cdf250a1 req-4607fe7f-d088-4618-b521-f61aa1496ea5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:40.948429 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b43e4db0-6ee4-47ff-b69b-e955cdf250a1 req-4607fe7f-d088-4618-b521-f61aa1496ea5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0767109 Sep 17 19:20:41.016964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b43e4db0-6ee4-47ff-b69b-e955cdf250a1 req-7bfa045b-20e2-40d6-9174-eee1c3ae232b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676978 Sep 17 19:20:41.033254 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd09002-e60a-489d-81ed-4773b52c5d6b req-795fd811-fd77-45d2-abe0-cda409fd63cc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:41.034740 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-abd09002-e60a-489d-81ed-4773b52c5d6b req-795fd811-fd77-45d2-abe0-cda409fd63cc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0791914 Sep 17 19:20:41.092302 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-abd09002-e60a-489d-81ed-4773b52c5d6b req-3837c14a-3e75-4de3-8d6b-29f78eb0132c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451725 Sep 17 19:20:41.924126 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-27fd2ec6-2682-487c-9eab-02170d0ceb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:42.147898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c4d6-c720-44f3-abe9-eba78cff79b7 req-d9d75c77-6a06-4fb3-ad8f-646cbb48f137 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:42.157590 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04e7c4d6-c720-44f3-abe9-eba78cff79b7 req-d9d75c77-6a06-4fb3-ad8f-646cbb48f137 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0658183 Sep 17 19:20:42.217726 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-04e7c4d6-c720-44f3-abe9-eba78cff79b7 req-fca2336d-9785-4262-b7c4-055fbb0c5e50 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579572 Sep 17 19:20:42.266922 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e68bdc-c020-459d-8152-b7ced0cbcd56 req-e9e5498b-6e24-4ea9-894e-37c81d414380 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:42.268730 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22e68bdc-c020-459d-8152-b7ced0cbcd56 req-e9e5498b-6e24-4ea9-894e-37c81d414380 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0761771 Sep 17 19:20:42.315601 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22e68bdc-c020-459d-8152-b7ced0cbcd56 req-cc75618d-aedf-4b6d-a9f1-cb1bc739a628 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 Sep 17 19:20:42.385914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:43.322488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802df44-bf6f-4467-ac45-6b37d1475265 req-bc5a11b0-1d28-459a-ad1b-5fa21f51e540 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:43.323945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1802df44-bf6f-4467-ac45-6b37d1475265 req-bc5a11b0-1d28-459a-ad1b-5fa21f51e540 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0510013 Sep 17 19:20:43.363195 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1802df44-bf6f-4467-ac45-6b37d1475265 req-5032abaa-3dd3-49f8-8bf0-4ab9945f5953 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332789 Sep 17 19:20:43.391417 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:43.436360 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6662a-11fa-4761-8949-7df629c49ffb req-d3ce6ca2-629d-4e1c-99ba-f6fc819646ae tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:43.438064 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61c6662a-11fa-4761-8949-7df629c49ffb req-d3ce6ca2-629d-4e1c-99ba-f6fc819646ae tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Sep 17 19:20:43.474556 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61c6662a-11fa-4761-8949-7df629c49ffb req-d02e90be-b3a3-492d-8580-f32327fa37cb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306728 Sep 17 19:20:44.473717 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c49fa-5315-4735-820c-e82086372acf req-923bfa1e-bf7c-4233-9bcf-3d4281e815c2 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:44.475159 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed1c49fa-5315-4735-820c-e82086372acf req-923bfa1e-bf7c-4233-9bcf-3d4281e815c2 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0469866 Sep 17 19:20:44.512212 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ed1c49fa-5315-4735-820c-e82086372acf req-717646c3-a05e-4e42-a536-e4e8a76f58b0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306654 Sep 17 19:20:44.594373 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73437576-fe12-4240-90f7-9160c31cf351 req-2c56d2d8-7b74-4c1f-8098-aa573a67ec5a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:44.595811 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-73437576-fe12-4240-90f7-9160c31cf351 req-2c56d2d8-7b74-4c1f-8098-aa573a67ec5a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0508387 Sep 17 19:20:44.631800 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-73437576-fe12-4240-90f7-9160c31cf351 req-fafaa823-e426-47a8-a1a3-2fb5c8fb2444 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Sep 17 19:20:44.898544 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:45.622040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c441-f49e-40e3-9452-1fb9183bd4ca req-f4e070ae-f82c-45b6-8235-d27e6d672497 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:45.623490 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f0c6c441-f49e-40e3-9452-1fb9183bd4ca req-f4e070ae-f82c-45b6-8235-d27e6d672497 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0471823 Sep 17 19:20:45.659725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f0c6c441-f49e-40e3-9452-1fb9183bd4ca req-c571f7e0-42f0-444f-840d-5e3520219002 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301719 Sep 17 19:20:45.745253 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e51e00-647c-444c-8697-1fe5eeb3a5a1 req-b339ed56-b54b-4a0f-b1b4-f9332efe322f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:45.746664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1e51e00-647c-444c-8697-1fe5eeb3a5a1 req-b339ed56-b54b-4a0f-b1b4-f9332efe322f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0458438 Sep 17 19:20:45.784287 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1e51e00-647c-444c-8697-1fe5eeb3a5a1 req-84afa4d7-d062-4e3d-b1c6-0cf6800fb367 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318358 Sep 17 19:20:46.778362 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a049373-8482-4408-8d7d-40adbc89e40c req-afa33b4e-af8a-4885-bd9a-402db57ecfe3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:46.779802 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5a049373-8482-4408-8d7d-40adbc89e40c req-afa33b4e-af8a-4885-bd9a-402db57ecfe3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0505793 Sep 17 19:20:46.818512 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5a049373-8482-4408-8d7d-40adbc89e40c req-985353f4-d198-4336-b364-1d00c8c6780e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310991 Sep 17 19:20:46.898464 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e535258-dbb9-4a77-a996-8d28ceac8fea req-48396f1c-3c2d-434f-b8e5-077d47a33d68 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:46.900445 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e535258-dbb9-4a77-a996-8d28ceac8fea req-48396f1c-3c2d-434f-b8e5-077d47a33d68 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0464194 Sep 17 19:20:46.936363 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e535258-dbb9-4a77-a996-8d28ceac8fea req-0e75a04b-d435-43fb-ad6b-d3b00deacef1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301726 Sep 17 19:20:47.929765 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1d1e5-b247-4eaa-8f3b-6fde350a035b req-84121c90-bf09-4244-9a95-426219ad8d34 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:47.931250 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ff1d1e5-b247-4eaa-8f3b-6fde350a035b req-84121c90-bf09-4244-9a95-426219ad8d34 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0474746 Sep 17 19:20:47.967779 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9ff1d1e5-b247-4eaa-8f3b-6fde350a035b req-edfed832-6f2c-4a1e-8f28-a12d41c9bfea tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307174 Sep 17 19:20:48.055068 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665be5a-c163-41bb-86f2-bc20a80524d6 req-37b53874-225d-4549-a804-4942485a55e2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:48.057095 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6665be5a-c163-41bb-86f2-bc20a80524d6 req-37b53874-225d-4549-a804-4942485a55e2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0509846 Sep 17 19:20:48.092750 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6665be5a-c163-41bb-86f2-bc20a80524d6 req-431c59eb-bb3e-438c-adf8-b552e3730651 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296082 Sep 17 19:20:49.080093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5e8b-d3ba-4f4b-a518-cd53e3e905d3 req-88abac33-41c5-48b5-bde4-24f8d8adc41f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:49.081563 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22bd5e8b-d3ba-4f4b-a518-cd53e3e905d3 req-88abac33-41c5-48b5-bde4-24f8d8adc41f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0482171 Sep 17 19:20:49.118269 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22bd5e8b-d3ba-4f4b-a518-cd53e3e905d3 req-cd281079-4efc-4e5d-afdc-dfa96f8aaf7a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303981 Sep 17 19:20:49.208025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6badc3f5-a3e2-4719-8b66-0836f2f6dd21 req-9332b9ae-3c68-41dd-b308-f2762c71f012 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:49.209496 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6badc3f5-a3e2-4719-8b66-0836f2f6dd21 req-9332b9ae-3c68-41dd-b308-f2762c71f012 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0478058 Sep 17 19:20:49.246294 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6badc3f5-a3e2-4719-8b66-0836f2f6dd21 req-0d9f46f4-46a2-4463-b55d-27ce3f0f80d6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303733 Sep 17 19:20:50.232856 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ddb10-270d-4e7b-932b-b36de98bc1cd req-fae3ea09-a0ba-4791-b17a-2125c3643775 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:50.234287 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-915ddb10-270d-4e7b-932b-b36de98bc1cd req-fae3ea09-a0ba-4791-b17a-2125c3643775 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0508230 Sep 17 19:20:50.269805 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-915ddb10-270d-4e7b-932b-b36de98bc1cd req-285469e6-46f8-416e-be3a-93698109dae6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298312 Sep 17 19:20:50.362436 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf591aca-fe56-4b79-afde-bcdea86889de req-0a9258ff-307d-430f-b719-50f718c008df tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:50.363916 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cf591aca-fe56-4b79-afde-bcdea86889de req-0a9258ff-307d-430f-b719-50f718c008df tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Sep 17 19:20:50.401062 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cf591aca-fe56-4b79-afde-bcdea86889de req-f2609ce0-cca3-4f1e-9ae1-1e2d59e4044a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311687 Sep 17 19:20:50.845687 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:50.919231 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:50.943199 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:20:50.945599 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233f6ebc-ddd0-47c9-b7c5-319f46903087" -d '{"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-unplugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:20:50.957648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:20:50.961809 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:50.984124 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe2e96-5f22-4212-8e68-3cee0c18b718 x-openstack-request-id: req-40fe2e96-5f22-4212-8e68-3cee0c18b718 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:20:50.984442 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-unplugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:20:50.984690 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40fe2e96-5f22-4212-8e68-3cee0c18b718 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:20:50.985066 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'code': 200} Sep 17 19:20:51.009550 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=8']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:51.017805 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.018158 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.018499 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.018830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.019159 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.019485 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.019811 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.020165 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.020550 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.020910 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.021145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.021465 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:51.384652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77549847-4ada-4c38-8c01-45b740be2575 req-656d2fa1-a846-4ed1-83c3-fcf46c5e0feb tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.386998 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-77549847-4ada-4c38-8c01-45b740be2575 req-656d2fa1-a846-4ed1-83c3-fcf46c5e0feb tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0518563 Sep 17 19:20:51.423063 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-77549847-4ada-4c38-8c01-45b740be2575 req-fb3198c9-cb55-4640-b360-ffb2e5f0e623 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300133 Sep 17 19:20:51.537194 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-bee844fe-daf7-4e28-9c2b-ed599a939efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.538686 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-bee844fe-daf7-4e28-9c2b-ed599a939efd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1096 time: 0.0735939 Sep 17 19:20:51.552054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576bb45-ef72-4133-849a-6b1c0ecb8389 req-75d2f501-41f4-4d7a-aa63-b31bf69e4574 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.554027 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5576bb45-ef72-4133-849a-6b1c0ecb8389 req-75d2f501-41f4-4d7a-aa63-b31bf69e4574 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0649965 Sep 17 19:20:51.648820 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5576bb45-ef72-4133-849a-6b1c0ecb8389 req-68ba874c-71cb-43c8-b242-f7ef9f3fb6ce tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844705 Sep 17 19:20:51.741163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ab13e-cd50-4c2a-a376-811f4bc419ba req-afe27b53-97db-4494-998c-da82fceb53f3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.742618 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-117ab13e-cd50-4c2a-a376-811f4bc419ba req-afe27b53-97db-4494-998c-da82fceb53f3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.1229875 Sep 17 19:20:51.743613 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-c9547112-ba46-415c-bd17-515a4818367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.744963 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-c9547112-ba46-415c-bd17-515a4818367f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.1900735 Sep 17 19:20:51.809413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-ae8ac715-b0e1-4d26-9ee2-516f57d7b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.810784 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-ae8ac715-b0e1-4d26-9ee2-516f57d7b32d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.1107326 Sep 17 19:20:51.856162 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-117ab13e-cd50-4c2a-a376-811f4bc419ba req-9b7a93b0-5d5c-4b29-8876-a397fe818f6e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069503 Sep 17 19:20:51.860179 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-7e806877-fd9e-40a3-a71c-3eaf1dae6abf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 999 time: 0.1017864 Sep 17 19:20:51.951200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-3bcd2dac-a596-460d-b365-4b7efccd39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.952676 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-3bcd2dac-a596-460d-b365-4b7efccd39d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0846350 Sep 17 19:20:51.968638 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-81279b02-efd1-4bc0-9b51-6a1d34664dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:51.969948 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-81279b02-efd1-4bc0-9b51-6a1d34664dbb service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1478176 Sep 17 19:20:52.281162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-96e6c104-bc26-4baf-938a-2c3ce4ddde1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:52.282628 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-96e6c104-bc26-4baf-938a-2c3ce4ddde1e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3217454 Sep 17 19:20:52.288183 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-c089ef53-c917-40b9-8972-dbcf652240af service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1001 time: 0.0649304 Sep 17 19:20:52.384729 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-173e2b57-f524-42d9-836c-28dc770b58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:52.386160 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-173e2b57-f524-42d9-836c-28dc770b58d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0901849 Sep 17 19:20:52.438964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-73630b84-2a14-4a34-bf52-5e883236c1f4 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418715 Sep 17 19:20:52.455342 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-61a8eb41-6d1e-405b-9eed-f2045130ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:52.456727 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-61a8eb41-6d1e-405b-9eed-f2045130ecf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619359 Sep 17 19:20:52.592849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c6e166a-95ae-4d10-9683-174378d9d0a8 req-198e92a1-5c2b-414e-8592-4af35ab9715d service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467793 Sep 17 19:20:52.602770 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-04bcce4c-c281-4af1-bb4c-0fea4d7b699f service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367314 Sep 17 19:20:52.694235 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef03a633-55bc-4203-a2e0-88b449953e15 req-4ddd443f-a71c-4dba-8138-476fbd25846f service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845072 Sep 17 19:20:52.778268 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d6063-df5b-44fa-b813-3772848781d1 req-11883785-01d5-4e5b-aafe-75d3da193078 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:52.779746 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a70d6063-df5b-44fa-b813-3772848781d1 req-11883785-01d5-4e5b-aafe-75d3da193078 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0528607 Sep 17 19:20:52.819396 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a70d6063-df5b-44fa-b813-3772848781d1 req-0390d33a-3d1a-49f8-a6fb-aac907cd6b7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335982 Sep 17 19:20:52.973571 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd07c2f-146c-4893-812b-99bc8b2e2409 req-879760a8-31e2-45a5-a35b-004acc399130 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:52.975043 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cd07c2f-146c-4893-812b-99bc8b2e2409 req-879760a8-31e2-45a5-a35b-004acc399130 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0480640 Sep 17 19:20:53.011852 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cd07c2f-146c-4893-812b-99bc8b2e2409 req-86c00a4c-7f08-404f-be4d-7f3a880c58e7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Sep 17 19:20:53.936446 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd517b2-c53e-43de-99b1-f16af57cbd84 req-b5bc0d61-ead2-4394-9453-e6a9fa8a0b04 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:53.938296 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcd517b2-c53e-43de-99b1-f16af57cbd84 req-b5bc0d61-ead2-4394-9453-e6a9fa8a0b04 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0481458 Sep 17 19:20:53.975286 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcd517b2-c53e-43de-99b1-f16af57cbd84 req-4bba4a82-6a9f-40dc-b7e3-958616386ab7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311701 Sep 17 19:20:54.020534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 38208) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:54.125846 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.128681 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e56b5-81e2-43fe-924b-a53e4ae85a9d req-16ddbb66-af17-4014-b196-57c684ce680c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:54.130153 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b91e56b5-81e2-43fe-924b-a53e4ae85a9d req-16ddbb66-af17-4014-b196-57c684ce680c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0515783 Sep 17 19:20:54.167940 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b91e56b5-81e2-43fe-924b-a53e4ae85a9d req-592ce111-06d8-4f69-9e3c-a64899202248 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Sep 17 19:20:54.217100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.220733 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.257078 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b490492906c34f89b4cf7bb89958368f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355216 Sep 17 19:20:54.257957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a638bda-4a1e-4b47-9594-3922f42da54e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:54.259796 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38216) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:54.264849 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.265195 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.265528 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.265853 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.266175 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.266497 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.266813 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.267128 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.267443 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.267754 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.268095 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.268412 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ce2d78-095c-4152-9992-2332327aeb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:20:54.309018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.329125 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.375371 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.377884 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:54.379001 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a638bda-4a1e-4b47-9594-3922f42da54e HTTP/1.1" status: 204 len: 168 time: 0.1181681 Sep 17 19:20:54.386498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82192350-ae8a-46d9-a081-c68d09d69a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a638bda-4a1e-4b47-9594-3922f42da54e,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:20:55.094993 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af986a8b-ee25-4f20-9d5c-e1a509635319 req-447e3c73-0986-4a4d-8512-8f37db9bb803 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:55.096498 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af986a8b-ee25-4f20-9d5c-e1a509635319 req-447e3c73-0986-4a4d-8512-8f37db9bb803 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0481339 Sep 17 19:20:55.138156 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af986a8b-ee25-4f20-9d5c-e1a509635319 req-51c328db-4390-431e-b21a-4a407f320b6c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350044 Sep 17 19:20:55.619750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-1c55a09c-d700-42dd-bfdf-f7744cf6f3b6 req-178a1f8b-1861-4083-886a-95e7bef1d4de service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:20:55.620876 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1c55a09c-d700-42dd-bfdf-f7744cf6f3b6 req-178a1f8b-1861-4083-886a-95e7bef1d4de service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059586 Sep 17 19:20:55.797052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96750b-3d1e-4cfc-94ca-245e7648a49d req-6aadb002-47ac-45b5-8b97-20a8722c951f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:55.798667 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4d96750b-3d1e-4cfc-94ca-245e7648a49d req-6aadb002-47ac-45b5-8b97-20a8722c951f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0598738 Sep 17 19:20:55.852327 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4d96750b-3d1e-4cfc-94ca-245e7648a49d req-4ec6aacd-e9f4-4941-b90b-d1fe31e35284 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473452 Sep 17 19:20:56.301172 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38322) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:20:56.394060 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-84296f14-2f9f-4e91-b79a-5371239cb900 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916228 Sep 17 19:20:56.399194 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-a2d8efb9-9e37-4a15-b393-dd7990d3f896 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:20:56.409538 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-a2d8efb9-9e37-4a15-b393-dd7990d3f896 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092564 Sep 17 19:20:56.968140 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770d110-7713-4057-a126-09e3d884e107 req-f23fc4e9-28c6-4cf2-9087-4b986387d061 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:56.969565 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9770d110-7713-4057-a126-09e3d884e107 req-f23fc4e9-28c6-4cf2-9087-4b986387d061 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0468082 Sep 17 19:20:57.004928 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9770d110-7713-4057-a126-09e3d884e107 req-fa479eba-51de-426c-91a2-fdcfdb879ce8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295839 Sep 17 19:20:57.340723 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:20:58.196444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-2d3d4ffa-b0dc-4eaf-86d4-9aa1f4128912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.197945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-2d3d4ffa-b0dc-4eaf-86d4-9aa1f4128912 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 1096 time: 0.1034238 Sep 17 19:20:58.206241 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289921c3-7746-4e49-80bc-c82b88af66d9 req-cc6f44af-b28f-4e7b-9348-6f8b6050b098 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.207695 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-289921c3-7746-4e49-80bc-c82b88af66d9 req-cc6f44af-b28f-4e7b-9348-6f8b6050b098 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.1143849 Sep 17 19:20:58.282423 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-289921c3-7746-4e49-80bc-c82b88af66d9 req-973c85f1-54ab-4168-957f-a272ec0c4df3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667031 Sep 17 19:20:58.288192 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-bca16b78-371f-42e3-b0f3-c6fca51116c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.290110 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-bca16b78-371f-42e3-b0f3-c6fca51116c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1096 time: 0.0681853 Sep 17 19:20:58.423909 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-1a23b5bc-4ee6-467e-ae4b-13d3219566d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.425459 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-1a23b5bc-4ee6-467e-ae4b-13d3219566d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.1272571 Sep 17 19:20:58.436671 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585a413-4eb9-4b10-bda6-42521af832f4 req-4eb35d03-0c1f-4ebb-a1e6-6dd2e47ad72e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.438258 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f585a413-4eb9-4b10-bda6-42521af832f4 req-4eb35d03-0c1f-4ebb-a1e6-6dd2e47ad72e tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0715234 Sep 17 19:20:58.514485 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f585a413-4eb9-4b10-bda6-42521af832f4 req-c66cfe51-21a0-4ec9-bff5-3a1aba29f3e3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697346 Sep 17 19:20:58.520132 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-12d602c2-32c0-4dad-b921-6a31ca751ba7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 999 time: 0.0809915 Sep 17 19:20:58.574701 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-e35898eb-7526-47b3-bc34-9284aa5dc572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.576326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-e35898eb-7526-47b3-bc34-9284aa5dc572 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0478714 Sep 17 19:20:58.626586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-a421545e-70b3-4a0a-9be0-94285dc9e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:58.627966 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-a421545e-70b3-4a0a-9be0-94285dc9e61b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433097 Sep 17 19:20:58.715102 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-604444a5-e78f-4711-b568-252f462b28a4 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791101 Sep 17 19:20:58.806589 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3e683c1-b6ed-4452-9cd6-cfd3ae9bab36 req-ded666ab-4559-4586-a929-38df90235c67 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826244 Sep 17 19:20:58.880510 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:20:59.439603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887e4e-0634-4cfb-970f-756ab1ffafda req-d4c962e2-4ac8-4c3f-a60a-cb513f81eb56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:59.440878 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b1887e4e-0634-4cfb-970f-756ab1ffafda req-d4c962e2-4ac8-4c3f-a60a-cb513f81eb56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0584342 Sep 17 19:20:59.503123 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b1887e4e-0634-4cfb-970f-756ab1ffafda req-deca6114-81e5-4a59-8486-df827eaa8554 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441720 Sep 17 19:20:59.655540 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d499e-d0d8-49da-89e3-da35e2e2fdfe req-128a4e63-0afe-4c1f-86f8-f81dbd19514b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:20:59.657074 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f87d499e-d0d8-49da-89e3-da35e2e2fdfe req-128a4e63-0afe-4c1f-86f8-f81dbd19514b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0688167 Sep 17 19:20:59.710127 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f87d499e-d0d8-49da-89e3-da35e2e2fdfe req-b30ea8a3-3b68-44de-a810-f2b6c4bcef4c tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Sep 17 19:21:00.616410 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4cee7-5254-4597-9ad9-63b96410740b req-13f382c1-2ece-4169-b144-b70d2339d267 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:00.618421 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-45e4cee7-5254-4597-9ad9-63b96410740b req-13f382c1-2ece-4169-b144-b70d2339d267 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0507669 Sep 17 19:21:00.666535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-45e4cee7-5254-4597-9ad9-63b96410740b req-3d258621-583d-43c0-b3c2-b762db8e920e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420718 Sep 17 19:21:00.854053 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8596f-04ca-4ecc-801f-45610b4e266c req-f7e17f8e-505e-4897-82f2-1c67abfb8051 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:00.855891 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-72a8596f-04ca-4ecc-801f-45610b4e266c req-f7e17f8e-505e-4897-82f2-1c67abfb8051 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0627229 Sep 17 19:21:00.895809 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-72a8596f-04ca-4ecc-801f-45610b4e266c req-1fb9d456-7f42-4e93-b2d1-ce78e5849c42 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Sep 17 19:21:01.785886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31cb9a-a859-486a-b9d0-72366b7c1ca7 req-6aea78c9-03a6-49f2-8704-336d8d727dad tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:01.787331 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b31cb9a-a859-486a-b9d0-72366b7c1ca7 req-6aea78c9-03a6-49f2-8704-336d8d727dad tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0476136 Sep 17 19:21:01.824056 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b31cb9a-a859-486a-b9d0-72366b7c1ca7 req-f861870e-127a-41a9-bfe5-45608eba9d23 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307748 Sep 17 19:21:02.016852 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aac2b-fa00-4d2c-87a3-6c4d422c018b req-64be97e1-7423-4621-95a7-efe5da1e794b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:02.018287 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-320aac2b-fa00-4d2c-87a3-6c4d422c018b req-64be97e1-7423-4621-95a7-efe5da1e794b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0512896 Sep 17 19:21:02.058933 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-320aac2b-fa00-4d2c-87a3-6c4d422c018b req-90efba0e-5b36-4fa5-a584-0daf8d4b32b9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Sep 17 19:21:02.467598 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38446) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:02.575562 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.670324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.675709 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.715179 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bc32810fcaf496794e42b7976cd5020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463946 Sep 17 19:21:02.716025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4caa19-ee51-48f2-bb65-f6445df8f40c,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:02.717874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38450) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:02.733900 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.734244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.734581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.734907 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.735233 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.735555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.735875 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.736221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.736540 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.736856 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.737171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.737485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a03eaf-a1ea-49c3-bc16-a53a022c4895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:02.774620 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.795465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.844693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.847298 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:02.848510 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb4caa19-ee51-48f2-bb65-f6445df8f40c HTTP/1.1" status: 204 len: 168 time: 0.1297333 Sep 17 19:21:02.857481 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca38c59-739e-4f4b-8761-730a8721ba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4caa19-ee51-48f2-bb65-f6445df8f40c,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:02.966004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4d5e-81ce-4e75-8e11-1077674479a4 req-0f4d68ed-cce9-4707-97f2-b64d22f8952b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:02.967504 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a47e4d5e-81ce-4e75-8e11-1077674479a4 req-0f4d68ed-cce9-4707-97f2-b64d22f8952b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0625765 Sep 17 19:21:03.020528 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a47e4d5e-81ce-4e75-8e11-1077674479a4 req-206ed9c2-a276-46b2-88a1-886de882d064 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Sep 17 19:21:03.171726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38462) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:03.186808 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0b9dc-3297-4938-b40b-e8e26467af8b req-d4032ce1-b5ea-450d-a927-62e3e23e1452 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:03.188611 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e8d0b9dc-3297-4938-b40b-e8e26467af8b req-d4032ce1-b5ea-450d-a927-62e3e23e1452 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0590446 Sep 17 19:21:03.194539 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0015-5c5d-461b-a69f-91995a3cfcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.252469 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e8d0b9dc-3297-4938-b40b-e8e26467af8b req-d12f521d-e83e-4d30-ac92-e2c620f6aa24 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554144 Sep 17 19:21:03.321943 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0015-5c5d-461b-a69f-91995a3cfcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.325778 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fc7e0015-5c5d-461b-a69f-91995a3cfcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.370781 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-fc7e0015-5c5d-461b-a69f-91995a3cfcca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27ca27d08c424a13b77746ab0f026dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978273 Sep 17 19:21:03.371755 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38464) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:03.374000 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e0015-5c5d-461b-a69f-91995a3cfcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cd2ec3-dfef-4b48-84a4-f5c42028ced1,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:03.425380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.446479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.495608 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.498325 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.499491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59cd2ec3-dfef-4b48-84a4-f5c42028ced1 HTTP/1.1" status: 204 len: 168 time: 0.1267035 Sep 17 19:21:03.507087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c1b05-487f-4ad0-952a-2cc2d80433e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cd2ec3-dfef-4b48-84a4-f5c42028ced1,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:03.839622 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 38470) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:03.853603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5727ce45-3d41-4861-892b-03e3269daf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.943354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5727ce45-3d41-4861-892b-03e3269daf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.948865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5727ce45-3d41-4861-892b-03e3269daf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:03.987523 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5727ce45-3d41-4861-892b-03e3269daf36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7b77c09195d04df2a369699a430db944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1467674 Sep 17 19:21:03.988404 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727ce45-3d41-4861-892b-03e3269daf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854a18cf-8392-46d0-827d-ee3c5c508bb6,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:03.990185 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 38472) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:04.041704 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:04.065113 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:04.117369 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:04.121203 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:04.124614 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/854a18cf-8392-46d0-827d-ee3c5c508bb6 HTTP/1.1" status: 204 len: 168 time: 0.1331422 Sep 17 19:21:04.149738 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935925d-0fb2-435c-adf2-de6818854d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a18cf-8392-46d0-827d-ee3c5c508bb6,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:04.161649 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eedea-1ab4-4ee9-9f17-534b77acf515 req-172ac602-920b-4e31-896c-81dc9a2aaab5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:04.163291 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d35eedea-1ab4-4ee9-9f17-534b77acf515 req-172ac602-920b-4e31-896c-81dc9a2aaab5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0613284 Sep 17 19:21:04.206465 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d35eedea-1ab4-4ee9-9f17-534b77acf515 req-15a20012-ee51-4230-aaa6-8e8c16544cc1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370772 Sep 17 19:21:04.388023 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33666b83-ea6b-42ee-9b34-17c484f95d79 req-c496ddf6-db8d-4117-8e24-1936d70615eb tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:04.389526 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33666b83-ea6b-42ee-9b34-17c484f95d79 req-c496ddf6-db8d-4117-8e24-1936d70615eb tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0690024 Sep 17 19:21:04.430342 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-33666b83-ea6b-42ee-9b34-17c484f95d79 req-7fba08d2-3c1e-4a15-b839-aad11df4b144 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347371 Sep 17 19:21:05.378554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269881b-3cbf-42c0-a089-e75b706506c1 req-fad872ed-ac5e-4f4d-9dcc-029cef11a07c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:05.380183 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1269881b-3cbf-42c0-a089-e75b706506c1 req-fad872ed-ac5e-4f4d-9dcc-029cef11a07c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0832300 Sep 17 19:21:05.437629 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1269881b-3cbf-42c0-a089-e75b706506c1 req-6f1d45da-a64c-4414-896d-8fde660fe4b0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347073 Sep 17 19:21:05.553530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf8f2-89b9-4473-92e7-7e55daf69734 req-85b62898-3a75-4711-b57e-0bfff5d52726 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:05.555021 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aacaf8f2-89b9-4473-92e7-7e55daf69734 req-85b62898-3a75-4711-b57e-0bfff5d52726 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0563095 Sep 17 19:21:05.592944 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aacaf8f2-89b9-4473-92e7-7e55daf69734 req-a14f23b9-e01f-4978-bd1b-76eacb801806 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Sep 17 19:21:06.490737 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-6a667db0-756c-4e78-a6e9-cdc6f57859fe tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=279152302ad14e7fb8170a98e8ed63f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367782 Sep 17 19:21:06.675578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b0f43-0300-48d7-aec5-8e0dee11a5e8 req-500c9f13-7a68-4331-9ecf-f223be7cd5a3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:06.677146 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b92b0f43-0300-48d7-aec5-8e0dee11a5e8 req-500c9f13-7a68-4331-9ecf-f223be7cd5a3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.1643236 Sep 17 19:21:06.741608 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-fa1eb1c8-537e-4a4a-9d2b-cd009c3c17a5 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:06.743070 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-fa1eb1c8-537e-4a4a-9d2b-cd009c3c17a5 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468071 Sep 17 19:21:06.747928 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b92b0f43-0300-48d7-aec5-8e0dee11a5e8 req-b037bb7e-1ffe-40c5-b47e-d083d17e85d3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640714 Sep 17 19:21:06.757372 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-336fc8c7-9a0f-4639-bb18-d85192b99b29 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/quotas/279152302ad14e7fb8170a98e8ed63f3 HTTP/1.1" status: 200 len: 375 time: 0.0085428 Sep 17 19:21:06.791037 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-59ba9485-e22c-41c6-b8d3-e5195da500d3 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=279152302ad14e7fb8170a98e8ed63f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274332 Sep 17 19:21:06.856455 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1c06-20f4-4095-bce9-a1abc832f395 req-58587e0c-a29d-48e5-bbbc-279029ec0e99 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:06.858155 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c13b1c06-20f4-4095-bce9-a1abc832f395 req-58587e0c-a29d-48e5-bbbc-279029ec0e99 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0498300 Sep 17 19:21:06.895271 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c13b1c06-20f4-4095-bce9-a1abc832f395 req-aca00aa8-cdeb-47ad-87af-fa69b079566b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Sep 17 19:21:06.977701 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f5b64d0f-b9b7-4a31-b243-9e4328eaaf6a req-6d782ab8-41b3-41c1-a988-9ad61612eb21 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0296748 Sep 17 19:21:07.866018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1212-b1d0-42b6-9be3-6f056303751b req-8180dec6-f210-4c67-b9c0-a805592230ef tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:07.868482 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-87bb1212-b1d0-42b6-9be3-6f056303751b req-8180dec6-f210-4c67-b9c0-a805592230ef tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0508981 Sep 17 19:21:07.911950 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-87bb1212-b1d0-42b6-9be3-6f056303751b req-84b03313-970f-4c78-a679-9effa46611d3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358133 Sep 17 19:21:08.017423 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e78e63-7ca0-4466-8827-77285bf99af2 req-a349cdbd-9727-4e76-86f9-ebbcaccc8534 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:08.018880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-80e78e63-7ca0-4466-8827-77285bf99af2 req-a349cdbd-9727-4e76-86f9-ebbcaccc8534 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0525365 Sep 17 19:21:08.077594 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-253e1103-b7ee-4246-a077-c250d0bda966 req-24359b96-3646-4fe9-b1d5-404d509205a9 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0348318 Sep 17 19:21:08.080792 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-80e78e63-7ca0-4466-8827-77285bf99af2 req-0b1b23df-1588-4e2f-9f1e-07e96be217d1 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Sep 17 19:21:09.044305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086648f-e7f2-4877-9898-844bca8a9880 req-23875216-cb88-45a0-abce-9abcb2332851 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:09.045742 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9086648f-e7f2-4877-9898-844bca8a9880 req-23875216-cb88-45a0-abce-9abcb2332851 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0495198 Sep 17 19:21:09.083040 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9086648f-e7f2-4877-9898-844bca8a9880 req-6124beb4-04f2-44f9-b647-48d6d0cc6889 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312064 Sep 17 19:21:09.201668 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4a9fd9f1-0d5a-4c5e-bfe0-7005bb61c502 req-73de0cdb-757f-4b2e-895a-398419eaa84d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0276716 Sep 17 19:21:09.217251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41330a9-56ac-42ec-9862-0f96109e3aed req-351cc0d4-b408-430a-959f-1808f98cc870 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:09.218786 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c41330a9-56ac-42ec-9862-0f96109e3aed req-351cc0d4-b408-430a-959f-1808f98cc870 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0703385 Sep 17 19:21:09.262627 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c41330a9-56ac-42ec-9862-0f96109e3aed req-85c47493-f697-4319-b87b-063beb6fe2ee tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Sep 17 19:21:09.367519 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a107d95f-6516-4814-adf4-19d0fb69da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:10.205566 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1bcf-609a-4ea2-ac9b-ba908884d302 req-51de0663-5947-4c2f-b69d-7e0a76460563 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:10.207021 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8c7c1bcf-609a-4ea2-ac9b-ba908884d302 req-51de0663-5947-4c2f-b69d-7e0a76460563 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0472744 Sep 17 19:21:10.245108 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8c7c1bcf-609a-4ea2-ac9b-ba908884d302 req-ec11de8d-005c-4110-86a5-962ba7258827 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314610 Sep 17 19:21:10.299592 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1afc4350-76c6-4dfc-9f44-5793b4a4bc5f req-eabb8cce-3b55-4622-aa72-39d2a902a09f tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Sep 17 19:21:10.381025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d55e2-519d-4245-b5a5-7f626447d9cb req-d8bcf4e8-ad6b-4efc-be01-3fb9ccba99dc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:10.382478 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a88d55e2-519d-4245-b5a5-7f626447d9cb req-d8bcf4e8-ad6b-4efc-be01-3fb9ccba99dc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0496743 Sep 17 19:21:10.423435 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a88d55e2-519d-4245-b5a5-7f626447d9cb req-10158877-3f9a-4a61-92d1-455fe71c1208 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Sep 17 19:21:11.398376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5e3d3-5c92-4534-8fcb-79a984d51a52 req-22bbed5d-1bee-4168-99e2-3d0859ded834 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:11.399803 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcb5e3d3-5c92-4534-8fcb-79a984d51a52 req-22bbed5d-1bee-4168-99e2-3d0859ded834 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0805058 Sep 17 19:21:11.415142 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ff4edd0e-f548-4f98-ad57-dd32cd9e405e req-c3390363-f83f-4ac5-acd0-e6d1b715bfb0 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0364473 Sep 17 19:21:11.446246 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dcb5e3d3-5c92-4534-8fcb-79a984d51a52 req-2349b013-0636-4c2c-8d96-d5cf2d202d52 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337903 Sep 17 19:21:11.547147 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8908a-b683-4aa8-a153-4cfdd0b0fd86 req-638ee1b7-34ba-4a9f-8f31-219e4a9501ad tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:11.548993 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-28a8908a-b683-4aa8-a153-4cfdd0b0fd86 req-638ee1b7-34ba-4a9f-8f31-219e4a9501ad tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0585732 Sep 17 19:21:11.586133 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-28a8908a-b683-4aa8-a153-4cfdd0b0fd86 req-e65065c4-fd7b-45c7-a108-644bbd27330c tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310495 Sep 17 19:21:11.919125 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d1c56da9-0981-4347-ac9e-536e5a40a654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:12.383120 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:12.510112 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2a99b195-b85b-44ef-955f-e156b67115f3 req-d63573e3-d35a-47fc-bc50-17d323c84612 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Sep 17 19:21:12.577154 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b583fcb-de49-44d9-b742-f13f66eb2318 req-b57a5941-9394-41fd-b14b-3921aa56dd6f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:12.578633 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0b583fcb-de49-44d9-b742-f13f66eb2318 req-b57a5941-9394-41fd-b14b-3921aa56dd6f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0573120 Sep 17 19:21:12.617411 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0b583fcb-de49-44d9-b742-f13f66eb2318 req-de8a6fff-5646-4154-ac17-721506b1ec85 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326912 Sep 17 19:21:12.710225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea195e-9110-41da-bdbd-2af005cb28f3 req-60bbacfc-b22f-40c5-8a87-0613389be4d3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:12.711593 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7fea195e-9110-41da-bdbd-2af005cb28f3 req-60bbacfc-b22f-40c5-8a87-0613389be4d3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0504220 Sep 17 19:21:12.747652 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7fea195e-9110-41da-bdbd-2af005cb28f3 req-0eba7a5d-3a28-49e8-81f6-6d9e4080110d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302024 Sep 17 19:21:13.394751 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:13.601376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e896b222-7d68-4fdb-8301-9a3c910c7119 req-0191d466-4161-4954-854d-c95d187a1ee8 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0252912 Sep 17 19:21:13.740204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc9c94-25b3-49b0-a95a-377071df9489 req-83943266-e323-47b4-8bfe-9df88c139161 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:13.741615 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7fcc9c94-25b3-49b0-a95a-377071df9489 req-83943266-e323-47b4-8bfe-9df88c139161 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0537846 Sep 17 19:21:13.777559 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7fcc9c94-25b3-49b0-a95a-377071df9489 req-fbecb832-4b53-437f-9045-067f454ec0b6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296884 Sep 17 19:21:13.857563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac121b5-e776-424f-b091-cf5f06604478 req-742a93d4-9e2a-4d46-b01e-30fec0266758 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:13.859017 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ac121b5-e776-424f-b091-cf5f06604478 req-742a93d4-9e2a-4d46-b01e-30fec0266758 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0465989 Sep 17 19:21:13.895693 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ac121b5-e776-424f-b091-cf5f06604478 req-a939b5fd-b25b-4569-bd82-0a6b904ba6d8 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309670 Sep 17 19:21:14.690110 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2449022e-9407-4dda-9ae4-f5893a901c1d req-a3af2fd2-0ca1-460a-b3b2-720127917475 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0254850 Sep 17 19:21:14.895039 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca133b-28b7-4ad9-98cb-2c190717e0e2 req-e42d7840-d482-4f3a-bed2-1acfe80ac183 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:14.896593 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7ca133b-28b7-4ad9-98cb-2c190717e0e2 req-e42d7840-d482-4f3a-bed2-1acfe80ac183 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0497766 Sep 17 19:21:14.903444 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:14.935224 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7ca133b-28b7-4ad9-98cb-2c190717e0e2 req-f5c69a1d-97e8-4507-a6bd-b8c78a4f0ce1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Sep 17 19:21:15.005452 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01c54a-f41d-43d9-842f-d8010b594363 req-d57f6a8c-fb18-4103-91bb-62e92f9e26ac tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:15.006885 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0f01c54a-f41d-43d9-842f-d8010b594363 req-d57f6a8c-fb18-4103-91bb-62e92f9e26ac tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0468760 Sep 17 19:21:15.043406 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0f01c54a-f41d-43d9-842f-d8010b594363 req-d40661b8-35de-4930-bdc4-e710d0486047 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300212 Sep 17 19:21:15.739419 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:21:15.780312 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d45d23b5-5a17-4653-8b27-3d01bdbbe92a req-28a5012c-d21e-4f7a-a8f6-5f0435ea75fd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0250065 Sep 17 19:21:16.041715 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-a55b9d15-88c3-4240-8fb4-fddfb0745760 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=279152302ad14e7fb8170a98e8ed63f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247087 Sep 17 19:21:16.189830 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f213e9-998a-4651-9819-134021470f02 req-082f5328-20c5-42b5-a655-a5b47d103c1d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:16.191513 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f213e9-998a-4651-9819-134021470f02 req-082f5328-20c5-42b5-a655-a5b47d103c1d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.0706904 Sep 17 19:21:16.198866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-749841fc-b949-4c3c-ad0a-6d72d0171343 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:16.200295 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-749841fc-b949-4c3c-ad0a-6d72d0171343 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515296 Sep 17 19:21:16.247189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Request body: {'port': {'device_id': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90', 'admin_state_up': True, 'tenant_id': '279152302ad14e7fb8170a98e8ed63f3'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:16.326885 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f213e9-998a-4651-9819-134021470f02 req-d3f267f5-afa6-4251-b67a-20239a4fafb3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Sep 17 19:21:16.336814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eac4c9-0503-4ac7-8cc0-ca81bca35570 req-09c4427b-551d-4bf7-82a3-69b51e4ba502 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:16.344015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-71eac4c9-0503-4ac7-8cc0-ca81bca35570 req-09c4427b-551d-4bf7-82a3-69b51e4ba502 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.3306410 Sep 17 19:21:16.410116 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-71eac4c9-0503-4ac7-8cc0-ca81bca35570 req-b6a10010-3f1c-4142-b9c2-cda67d0311b2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521550 Sep 17 19:21:16.420721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Made reservation on behalf of 279152302ad14e7fb8170a98e8ed63f3 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:16.424408 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:16.439262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:16.526308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:16.531247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:16.616258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2680cd74-adcc-4814-9c42-89df5d5cb2cb,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:16.913878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-85e6d04b-df79-4798-a346-cfd5063d782b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:16.915342 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-85e6d04b-df79-4798-a346-cfd5063d782b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.3320193 Sep 17 19:21:16.953404 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4087a661-f38b-456f-962e-30fbab689ff9 req-3e368a99-5829-4428-80a0-4ab9ce296b4f tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0351768 Sep 17 19:21:16.985116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Allocated IP 192.168.233.189 (b5a1b760-ee34-4493-b602-4c53d5686a90/05b7b083-a78c-4879-8ed0-587043df482a/8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:17.095212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Deleting port fb8d564c-122c-43ef-8d36-98f9afbc0548 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:21:17.095543 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.228821 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.237226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] For port fb8d564c-122c-43ef-8d36-98f9afbc0548, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fb8d564c-122c-43ef-8d36-98f9afbc0548,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:17.237576 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.252396 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Calling delete_port for fb8d564c-122c-43ef-8d36-98f9afbc0548 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:21:17.317494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.379432 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Network b5a1b760-ee34-4493-b602-4c53d5686a90 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:17.386996 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Pushing event updated for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:17.390220 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:17.393287 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:17.517222 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:17.517847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.549888 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd35a8a-3424-4f16-bc7a-893bb843fe35 req-c2ad7ab1-aac7-4985-984d-ed3cafcbd784 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:17.551385 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0bd35a8a-3424-4f16-bc7a-893bb843fe35 req-c2ad7ab1-aac7-4985-984d-ed3cafcbd784 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2e974de-4c7e-4e34-ba18-f50da281e98c HTTP/1.1" status: 200 len: 945 time: 0.1548414 Sep 17 19:21:17.572866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.582593 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-153439a5-d1e3-4220-91a7-2245f31e02cd tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3427927 Sep 17 19:21:17.585384 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['fb8d564c-122c-43ef-8d36-98f9afbc0548'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:21:17.620126 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Request body: {'port': {'device_id': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:17.623017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Pushing event deleted for resources: {'Port': ['ID=fb8d564c-122c-43ef-8d36-98f9afbc0548,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:17.636238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a2f31214-4794-4532-a847-a054f7ffd5d6 None None] Provisioning complete for port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:17.637178 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a2f31214-4794-4532-a847-a054f7ffd5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.643211 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb26a5b-4284-4139-b394-6017a66494a8 req-e22bd658-bc4b-43fb-85c7-8fe10eb12a85 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:17.644720 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bdb26a5b-4284-4139-b394-6017a66494a8 req-e22bd658-bc4b-43fb-85c7-8fe10eb12a85 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.1477559 Sep 17 19:21:17.669882 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-a2f31214-4794-4532-a847-a054f7ffd5d6 None None] Port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:21:17.674844 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0bd35a8a-3424-4f16-bc7a-893bb843fe35 req-f975da01-92e9-4ff5-afd5-1ce35dcf0e79 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135037 Sep 17 19:21:17.739420 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] No DVR routers for this DVR port fb8d564c-122c-43ef-8d36-98f9afbc0548 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:21:17.745435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.747863 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0bc7400-8288-4764-b232-e99d1b4f3f75 req-6dccbd98-f96e-4a8c-8b23-b06ca17a9af4 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "DELETE /v2.0/ports/fb8d564c-122c-43ef-8d36-98f9afbc0548 HTTP/1.1" status: 204 len: 173 time: 0.8171926 Sep 17 19:21:17.751053 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'name': 'network-vif-deleted', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:17.754398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f08a49-6409-47cd-9b4a-009cb226d3e6" -d '{"events": [{"server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "name": "network-vif-deleted", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:17.769038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:17.776244 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bdb26a5b-4284-4139-b394-6017a66494a8 req-cb008e98-7efc-4eef-a291-62331ce281b7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145062 Sep 17 19:21:17.806867 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8e7cf-ba6c-433c-bb92-3fec288af7b4 x-openstack-request-id: req-95b8e7cf-ba6c-433c-bb92-3fec288af7b4 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:17.807204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e974de-4c7e-4e34-ba18-f50da281e98c", "name": "network-vif-deleted", "tag": "fb8d564c-122c-43ef-8d36-98f9afbc0548", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:17.807455 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95b8e7cf-ba6c-433c-bb92-3fec288af7b4 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:17.807841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e974de-4c7e-4e34-ba18-f50da281e98c', 'name': 'network-vif-deleted', 'tag': 'fb8d564c-122c-43ef-8d36-98f9afbc0548', 'status': 'completed', 'code': 200} Sep 17 19:21:18.060240 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:21:18.070361 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:18.087445 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Transition to ACTIVE for port object 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:21:18.095624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755db99-5f69-4123-be4f-dd3da18c1902 req-400f5657-c399-4017-92b2-1bfea70c2b61 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.097099 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3755db99-5f69-4123-be4f-dd3da18c1902 req-400f5657-c399-4017-92b2-1bfea70c2b61 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 936 time: 0.0750690 Sep 17 19:21:18.098101 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:18.199381 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Pushing event updated for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:18.226204 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3755db99-5f69-4123-be4f-dd3da18c1902 req-0cd56c51-5ac7-4185-98ce-c2ec110c96a1 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189654 Sep 17 19:21:18.259688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Attempting to bind port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:18.260047 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Attempting to bind port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:18.260377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Attempting to bind port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc on network b5a1b760-ee34-4493-b602-4c53d5686a90 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:18.265653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc on network b5a1b760-ee34-4493-b602-4c53d5686a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:21:18.266055 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Attempting to bind port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc on network b5a1b760-ee34-4493-b602-4c53d5686a90 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:18.272275 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:18.272628 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Checking segment: {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:18.273043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Bound using segment: {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:18.273570 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Bound port: 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8f3dcc-1c13-443e-b97d-a25f16bcf524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:18.273970 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:18.344644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:18.347933 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:18.352236 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:18.385975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.386621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:18.388160 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] 10.222.0.22 "PUT /v2.0/ports/8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc HTTP/1.1" status: 200 len: 1098 time: 0.7761807 Sep 17 19:21:18.412207 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0382f-8032-4033-b12e-6a71d20ae7ab service neutron] Pushing event updated for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:18.469647 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-2bf9c092-5227-457b-ae05-34b45d228db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.471291 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-2bf9c092-5227-457b-ae05-34b45d228db1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=279152302ad14e7fb8170a98e8ed63f3&device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 1101 time: 0.0422161 Sep 17 19:21:18.514351 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-e18b35c6-b2a4-4d2c-9a84-fac1e5166ca2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc HTTP/1.1" status: 200 len: 217 time: 0.0344684 Sep 17 19:21:18.569027 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-12856dcc-a0bf-46ea-a2a5-e1df8cc0948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.570477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-12856dcc-a0bf-46ea-a2a5-e1df8cc0948b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=05b7b083-a78c-4879-8ed0-587043df482a HTTP/1.1" status: 200 len: 843 time: 0.0482163 Sep 17 19:21:18.616604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-329bd402-590c-4d6e-ad42-75ea6d7fd4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.618066 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-329bd402-590c-4d6e-ad42-75ea6d7fd4f0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5a1b760-ee34-4493-b602-4c53d5686a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402277 Sep 17 19:21:18.709882 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-14916086-d500-4bca-864a-e46880239d10 service neutron] 10.222.0.22 "GET /v2.0/networks/b5a1b760-ee34-4493-b602-4c53d5686a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Sep 17 19:21:18.801876 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1457aa74-0caf-4df9-beb6-0779e6d9c5fa req-be12bd3f-3071-439a-b9f2-6af1e5b2e159 service neutron] 10.222.0.22 "GET /v2.0/networks/b5a1b760-ee34-4493-b602-4c53d5686a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Sep 17 19:21:18.903440 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d2342-75de-488a-a9bb-80b0aa5a648e req-23037a11-1387-451f-a28a-19f22abb35ce tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:18.905082 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba0d2342-75de-488a-a9bb-80b0aa5a648e req-23037a11-1387-451f-a28a-19f22abb35ce tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0517528 Sep 17 19:21:18.942716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba0d2342-75de-488a-a9bb-80b0aa5a648e req-1c74c473-25c9-4114-8f3d-7856ccb50c6b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Sep 17 19:21:19.348397 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e66a32-5961-41d8-a277-ebcff0334dca req-46353d7c-74ea-44ca-b287-6f495ba29085 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:19.349873 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-98e66a32-5961-41d8-a277-ebcff0334dca req-46353d7c-74ea-44ca-b287-6f495ba29085 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0515003 Sep 17 19:21:19.386093 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-98e66a32-5961-41d8-a277-ebcff0334dca req-2b7ef12f-db23-4c7f-836b-60f64cb9c08f tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Sep 17 19:21:19.809261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:19.811512 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:19.846066 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6003042f-8b7e-4428-9fba-e9321de7c2da x-openstack-request-id: req-6003042f-8b7e-4428-9fba-e9321de7c2da {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:19.846361 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:19.846609 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6003042f-8b7e-4428-9fba-e9321de7c2da {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:19.846995 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc', 'status': 'completed', 'code': 200} Sep 17 19:21:20.057722 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94784c3b-384d-41d4-86dc-e1a8102fcc87 req-d7532616-c3f5-4630-962e-ffb716441a78 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:20.059703 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94784c3b-384d-41d4-86dc-e1a8102fcc87 req-d7532616-c3f5-4630-962e-ffb716441a78 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0463970 Sep 17 19:21:20.095656 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94784c3b-384d-41d4-86dc-e1a8102fcc87 req-84a74baf-4e7d-4077-9e7c-b76960f24799 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299971 Sep 17 19:21:20.499018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b6da0-c190-43c5-a5c4-92151cee74d9 req-baf4055f-2dfa-4e14-bbf0-a1376325f418 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:20.500438 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ee7b6da0-c190-43c5-a5c4-92151cee74d9 req-baf4055f-2dfa-4e14-bbf0-a1376325f418 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0465882 Sep 17 19:21:20.536387 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ee7b6da0-c190-43c5-a5c4-92151cee74d9 req-b5111033-2c90-46fd-ab4c-7eaa2e0115e3 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Sep 17 19:21:21.261455 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c64d-5450-4c57-b862-d783ac7b85a7 req-57258a80-c02b-403a-8b39-c8707d628b07 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:21.262874 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f819c64d-5450-4c57-b862-d783ac7b85a7 req-57258a80-c02b-403a-8b39-c8707d628b07 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0983753 Sep 17 19:21:21.299033 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f819c64d-5450-4c57-b862-d783ac7b85a7 req-f404679b-8883-473e-9ede-d9546264ecc6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302534 Sep 17 19:21:21.583134 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fb8d564c-122c-43ef-8d36-98f9afbc0548 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:21:21.606278 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: fb8d564c-122c-43ef-8d36-98f9afbc0548 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:21:21.606877 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fb8d564c-122c-43ef-8d36-98f9afbc0548 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:21:21.647575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-41c970cd-c849-4481-8057-5f434c3ff890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:21.649078 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-41c970cd-c849-4481-8057-5f434c3ff890 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=279152302ad14e7fb8170a98e8ed63f3&device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 1101 time: 0.0713940 Sep 17 19:21:21.657659 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4134f6-d2f5-427a-b72e-c0ee72ba47b6 req-13ab495b-28f1-4cac-84c7-f3b426563029 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:21.659003 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ab4134f6-d2f5-427a-b72e-c0ee72ba47b6 req-13ab495b-28f1-4cac-84c7-f3b426563029 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0555506 Sep 17 19:21:21.695115 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ab4134f6-d2f5-427a-b72e-c0ee72ba47b6 req-ff62a189-83b2-42c0-9171-d42278bae4e6 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302377 Sep 17 19:21:22.516100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89658-a4f5-4c20-a3f1-abdde6231f53 req-ffa3627d-9be7-4589-998c-6233510c7a4d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:22.517572 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9aa89658-a4f5-4c20-a3f1-abdde6231f53 req-ffa3627d-9be7-4589-998c-6233510c7a4d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0501461 Sep 17 19:21:22.554190 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9aa89658-a4f5-4c20-a3f1-abdde6231f53 req-98de400b-854d-497e-b120-4e53d7648b1b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308235 Sep 17 19:21:22.805995 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4158fb5-3f1b-477f-b82e-3446eb6f793d req-d781a1b1-4bac-47af-8ff9-af926fe34130 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:22.807444 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4158fb5-3f1b-477f-b82e-3446eb6f793d req-d781a1b1-4bac-47af-8ff9-af926fe34130 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0469255 Sep 17 19:21:22.844673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4158fb5-3f1b-477f-b82e-3446eb6f793d req-78540300-cd56-4916-8717-7459cf0675f0 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306392 Sep 17 19:21:23.074770 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-c08b35b9-25ca-4a45-bf85-9a1558dd900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:23.076276 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-c08b35b9-25ca-4a45-bf85-9a1558dd900a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b5a1b760-ee34-4493-b602-4c53d5686a90 HTTP/1.1" status: 200 len: 870 time: 0.0888789 Sep 17 19:21:23.116299 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-0c0b10c1-68b9-468d-9565-283557af18c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc HTTP/1.1" status: 200 len: 217 time: 0.0325415 Sep 17 19:21:23.161488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-b671f7dd-8145-452f-9b4c-dc6b55db6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:23.162855 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-b671f7dd-8145-452f-9b4c-dc6b55db6f8d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=05b7b083-a78c-4879-8ed0-587043df482a HTTP/1.1" status: 200 len: 843 time: 0.0401599 Sep 17 19:21:23.209745 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-70daebf0-9e0e-4fa7-8555-640f302dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:23.211182 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-70daebf0-9e0e-4fa7-8555-640f302dac99 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b5a1b760-ee34-4493-b602-4c53d5686a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412529 Sep 17 19:21:23.296307 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-d79f3f78-8613-40b1-8d6f-4ef992d91c37 service neutron] 10.222.0.22 "GET /v2.0/networks/b5a1b760-ee34-4493-b602-4c53d5686a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777073 Sep 17 19:21:23.385021 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f260cc0-aaca-42c2-bfe1-8a62cf57701e req-2498fbb2-5b3c-49fe-b6f5-9134bbbe074e service neutron] 10.222.0.22 "GET /v2.0/networks/b5a1b760-ee34-4493-b602-4c53d5686a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821960 Sep 17 19:21:23.670805 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129ab87-5227-4bea-bf31-e04026b0cfd3 req-a32b5b2e-c0c5-4dfd-a510-a93973d94f0e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:23.672378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3129ab87-5227-4bea-bf31-e04026b0cfd3 req-a32b5b2e-c0c5-4dfd-a510-a93973d94f0e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0477095 Sep 17 19:21:23.708707 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3129ab87-5227-4bea-bf31-e04026b0cfd3 req-eb2f2476-d6df-4675-b859-d016cb088f4c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304792 Sep 17 19:21:23.953834 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb41001-17da-4b9e-b00a-902125163b8a req-a802e906-247f-4b15-98f9-8005a4ddc4df tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:23.955257 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bb41001-17da-4b9e-b00a-902125163b8a req-a802e906-247f-4b15-98f9-8005a4ddc4df tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0464075 Sep 17 19:21:23.991239 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bb41001-17da-4b9e-b00a-902125163b8a req-ee51b60d-7f50-451e-92ce-c95200353a48 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301638 Sep 17 19:21:24.828426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e87655-786e-431d-8e22-b8bf137e1ba3 req-1f8457bb-a76c-4ab1-bca0-c3519d3d75ef tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:24.829876 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7e87655-786e-431d-8e22-b8bf137e1ba3 req-1f8457bb-a76c-4ab1-bca0-c3519d3d75ef tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0507982 Sep 17 19:21:24.865052 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7e87655-786e-431d-8e22-b8bf137e1ba3 req-a1471826-9012-41ed-94dc-680b4c6cbd8c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294423 Sep 17 19:21:25.100165 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eb614-092e-4d6e-8f8a-a648e26f9cfe req-0fb10d53-7880-429b-9429-33e336e1d6ed tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:25.101510 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c6eb614-092e-4d6e-8f8a-a648e26f9cfe req-0fb10d53-7880-429b-9429-33e336e1d6ed tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0468671 Sep 17 19:21:25.137713 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c6eb614-092e-4d6e-8f8a-a648e26f9cfe req-d6d7c577-a696-4e13-aa9f-ccda7a9399f4 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299895 Sep 17 19:21:25.979822 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ca54b-40a1-4b14-bd4d-fe0557727358 req-8993afec-1021-4ff0-82a8-55211d351cd2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:25.981277 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c93ca54b-40a1-4b14-bd4d-fe0557727358 req-8993afec-1021-4ff0-82a8-55211d351cd2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0474882 Sep 17 19:21:26.016891 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c93ca54b-40a1-4b14-bd4d-fe0557727358 req-6b264e6d-cef8-4350-95c9-4e4414286396 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299053 Sep 17 19:21:26.251100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa5c8c-5670-4e7a-b0da-93e37168e59e req-4293e6fd-5f10-4eea-b418-c1832a9d58af tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:26.252548 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-55aa5c8c-5670-4e7a-b0da-93e37168e59e req-4293e6fd-5f10-4eea-b418-c1832a9d58af tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0498271 Sep 17 19:21:26.288087 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-55aa5c8c-5670-4e7a-b0da-93e37168e59e req-f27afb8b-a5eb-4daf-b41d-092bb6aac2f1 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296481 Sep 17 19:21:27.132199 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9177f-07b2-4133-bd63-d3804a193871 req-071a02bf-e3da-431c-aae1-75df6ac5a034 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:27.133641 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cab9177f-07b2-4133-bd63-d3804a193871 req-071a02bf-e3da-431c-aae1-75df6ac5a034 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 943 time: 0.0474124 Sep 17 19:21:27.139902 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:21:27.173789 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cab9177f-07b2-4133-bd63-d3804a193871 req-cb96b1ac-e8c3-48cd-9bf7-ed3fc15965aa tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334899 Sep 17 19:21:27.231989 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:27.242605 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '032c1a47-a448-4c7c-8539-96747467d6dd', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': '032c1a47-a448-4c7c-8539-96747467d6dd', 'mac_address': 'fa:16:3e:4e:91:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:21:27.277484 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:27.293261 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:21:27.311377 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:27.315509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:27.316217 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:21:27.372530 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:27.401544 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9af6f2-843e-4b77-ba69-b9c5481370ff req-136fd10c-ff7f-4cab-8a95-fd0a4f4f28c3 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:27.402770 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=9']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:27.403616 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2e9af6f2-843e-4b77-ba69-b9c5481370ff req-136fd10c-ff7f-4cab-8a95-fd0a4f4f28c3 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 948 time: 0.0495048 Sep 17 19:21:27.454916 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2e9af6f2-843e-4b77-ba69-b9c5481370ff req-c475bb2f-f499-4eb4-a664-cb6f3c4211f5 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341740 Sep 17 19:21:27.471834 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:27.486053 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc', 'network_id': 'b5a1b760-ee34-4493-b602-4c53d5686a90', 'port_id': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc', 'mac_address': 'fa:16:3e:76:c0:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b7b083-a78c-4879-8ed0-587043df482a', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:21:27.520662 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:27.533113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:21:27.551243 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:27.555422 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:27.601433 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:28.291091 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5294223-351e-40f8-b62f-5b211e1c5c57 req-c90bbad8-1351-4df1-a28a-800d03f2ba91 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:28.293047 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5294223-351e-40f8-b62f-5b211e1c5c57 req-c90bbad8-1351-4df1-a28a-800d03f2ba91 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0494697 Sep 17 19:21:28.328538 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5294223-351e-40f8-b62f-5b211e1c5c57 req-8418b34a-ccc2-4d8b-bf1d-17a6f142afdd tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297964 Sep 17 19:21:28.565294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d9815-fe1e-4808-9288-72add1b23bc3 req-f6fe83e5-06bc-4382-9400-2956733ab49d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:28.566756 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-134d9815-fe1e-4808-9288-72add1b23bc3 req-f6fe83e5-06bc-4382-9400-2956733ab49d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 949 time: 0.0479801 Sep 17 19:21:28.603178 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-134d9815-fe1e-4808-9288-72add1b23bc3 req-ce33f7d7-9009-4559-851d-38c675f3f131 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305295 Sep 17 19:21:29.447394 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ad488-b69c-4b7c-b11d-4095380e000a req-294ce610-118c-45c4-bb04-7ff4efbb883b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:29.449467 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-562ad488-b69c-4b7c-b11d-4095380e000a req-294ce610-118c-45c4-bb04-7ff4efbb883b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0502441 Sep 17 19:21:29.486929 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-562ad488-b69c-4b7c-b11d-4095380e000a req-dcfe5f6c-2dda-4479-8def-ad5be22d87cb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Sep 17 19:21:29.719651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b88d-5d1b-4c9e-85b7-974d0d38a3ae req-a1560275-a66a-4da1-b12b-eb8434d06c40 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:29.721118 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9746b88d-5d1b-4c9e-85b7-974d0d38a3ae req-a1560275-a66a-4da1-b12b-eb8434d06c40 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 949 time: 0.0540359 Sep 17 19:21:29.758113 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9746b88d-5d1b-4c9e-85b7-974d0d38a3ae req-70d0b031-ba14-4710-a791-4bf52a6e965d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308888 Sep 17 19:21:29.950074 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['032c1a47-a448-4c7c-8539-96747467d6dd'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:21:29.954302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:21:30.603031 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b5a85-2d33-40a1-bddf-d2aa6fa6c00a req-986190f3-d3bc-4669-a07b-06fea879854e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:30.604664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2c5b5a85-2d33-40a1-bddf-d2aa6fa6c00a req-986190f3-d3bc-4669-a07b-06fea879854e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 944 time: 0.0488763 Sep 17 19:21:30.649845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2c5b5a85-2d33-40a1-bddf-d2aa6fa6c00a req-2d9f622c-9f8e-4f88-8a56-dd4c677d9f52 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388236 Sep 17 19:21:30.748169 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-5afdf4d5-e4cb-454c-a8d9-509876aa178d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:30.749533 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-5afdf4d5-e4cb-454c-a8d9-509876aa178d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 813 time: 0.1040347 Sep 17 19:21:30.763880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-33fc9918-73b1-4cd7-be30-7ea58352dcce tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/quotas/b15797119d08413baa6916c70a82f425 HTTP/1.1" status: 200 len: 375 time: 0.0086231 Sep 17 19:21:30.794961 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-37eef532-65f7-4078-b07c-2a4f01f44540 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260627 Sep 17 19:21:30.925174 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb7f8b-156b-4466-9608-55b5d4c44d7d req-1ff6672d-4863-4d09-b4ee-34db28a209c0 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:30.926692 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7abb7f8b-156b-4466-9608-55b5d4c44d7d req-1ff6672d-4863-4d09-b4ee-34db28a209c0 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 949 time: 0.1031141 Sep 17 19:21:30.972638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-77c14e68-0cb7-417f-95c4-ee1dfd059bb4 service neutron] 10.222.0.21 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708806 Sep 17 19:21:30.977681 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7abb7f8b-156b-4466-9608-55b5d4c44d7d req-3d593242-e758-4707-9e7f-5ca9ed3ad8d2 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451777 Sep 17 19:21:31.061736 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-00cacc4a-b9ba-4397-8426-6603dda9e718 service neutron] 10.222.0.21 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810916 Sep 17 19:21:31.218784 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-097a11fc-1e26-4a90-81cc-0e69a1f59d27 req-d907da33-a972-428e-b69a-ffd3e2404f3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 210 time: 0.0320280 Sep 17 19:21:31.396211 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:31.446636 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 032c1a47-a448-4c7c-8539-96747467d6dd triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:31.447012 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.522332 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.545747 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:31.548002 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20195a3d-f0d9-4008-90c8-e9dc8ce419c7" -d '{"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:31.567266 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:31.571832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.572733 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:31.599680 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ddbffd-6d75-409e-bcc4-809f9400c7f2 x-openstack-request-id: req-12ddbffd-6d75-409e-bcc4-809f9400c7f2 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:31.599996 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-plugged", "status": "completed", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:31.600268 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12ddbffd-6d75-409e-bcc4-809f9400c7f2 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:31.600940 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'code': 200} Sep 17 19:21:31.659750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=10']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:31.674519 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:21:31.678637 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:31.679058 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.760125 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.790497 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabfcdc-1ad7-4eaf-9d91-8f121e9e64c2 req-0014ec41-598f-4f64-b51a-5917cf3d9d99 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:31.792206 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aabfcdc-1ad7-4eaf-9d91-8f121e9e64c2 req-0014ec41-598f-4f64-b51a-5917cf3d9d99 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0532563 Sep 17 19:21:31.799247 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:31.804393 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:31.844278 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aabfcdc-1ad7-4eaf-9d91-8f121e9e64c2 req-fd1f3888-86de-4c5c-be03-8fc0c3af6af1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416090 Sep 17 19:21:31.855997 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:32.100189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de99556-0721-46e3-818d-06bacc5f09d3 req-dc9357d0-363c-4c57-9264-efccef89842d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:32.101659 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7de99556-0721-46e3-818d-06bacc5f09d3 req-dc9357d0-363c-4c57-9264-efccef89842d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0518034 Sep 17 19:21:32.165507 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7de99556-0721-46e3-818d-06bacc5f09d3 req-370b6207-c1c6-4af8-b081-2497de167775 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573308 Sep 17 19:21:32.175245 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e432d-a2ea-4773-8318-6a33008849ae req-b5604ead-3c8f-482b-9b8c-67effd3b7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:32.176708 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f2e432d-a2ea-4773-8318-6a33008849ae req-b5604ead-3c8f-482b-9b8c-67effd3b7d7d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1099 time: 0.1016576 Sep 17 19:21:32.212065 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f2e432d-a2ea-4773-8318-6a33008849ae req-80888ce4-ad0b-49e3-9899-d1a32dc77f9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283966 Sep 17 19:21:32.307102 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e54ec9f3-eb19-4a1f-b376-f906cdcc94f8 req-9303899b-249c-4474-8853-9845d6a798ac tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 210 time: 0.0244887 Sep 17 19:21:32.610368 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-5d1283c3-fa00-40a5-b620-7f8ccf127e5d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:32.611802 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-5d1283c3-fa00-40a5-b620-7f8ccf127e5d tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 813 time: 0.1005158 Sep 17 19:21:32.624879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Request body: {'port': {'device_id': '515041b4-7ef1-4959-b249-ca03d1224448', 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82', 'admin_state_up': True, 'tenant_id': 'b15797119d08413baa6916c70a82f425'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:32.731732 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Made reservation on behalf of b15797119d08413baa6916c70a82f425 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:32.735127 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:32.855035 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Allocated IP 172.20.0.14 (11cb8fd5-f289-4810-b890-e3d4da639d82/9e1f903b-1e70-4afa-b428-0c3c0aec7a63/fe9488f4-76de-4167-8ae2-be8abd2b1885) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:33.007493 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a795e-1e15-4d5b-8976-ba750e6ecd7f req-d83f0bdf-6f4c-44aa-ae7b-dba5480d6e2d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:33.008980 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-686a795e-1e15-4d5b-8976-ba750e6ecd7f req-d83f0bdf-6f4c-44aa-ae7b-dba5480d6e2d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.1020992 Sep 17 19:21:33.047534 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:33.068198 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-686a795e-1e15-4d5b-8976-ba750e6ecd7f req-2a1973b7-4520-4bb2-bf02-4db31f566995 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530183 Sep 17 19:21:33.093321 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:33.132107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Network 11cb8fd5-f289-4810-b890-e3d4da639d82 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:33.134996 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:33.137286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:33.174474 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Pushing event updated for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:33.192963 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:33.193566 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:33.206859 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-4017264e-e11c-4243-a01b-dfe20844ce3b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855508 Sep 17 19:21:33.240108 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Request body: {'port': {'device_id': '515041b4-7ef1-4959-b249-ca03d1224448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:33.601883 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:33.604297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd6090f-e046-4e31-860c-409cff3a3e50" -d '{"events": [{"server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "name": "network-vif-plugged", "status": "completed", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:33.607921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b799a-942c-47ed-9b34-d02cf2939784 req-30e1b87e-c6c9-4f35-85c8-3397838e7a13 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:33.609411 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a86b799a-942c-47ed-9b34-d02cf2939784 req-30e1b87e-c6c9-4f35-85c8-3397838e7a13 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.3667109 Sep 17 19:21:33.610901 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:33.631164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81389d1-e8e5-41cc-9acf-a2d9ff93c50b req-cf67529e-c7a5-4414-a0a0-8a2884802386 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:33.632588 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f81389d1-e8e5-41cc-9acf-a2d9ff93c50b req-cf67529e-c7a5-4414-a0a0-8a2884802386 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 932 time: 0.1049562 Sep 17 19:21:33.718638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a86b799a-942c-47ed-9b34-d02cf2939784 req-7208919c-3e55-4a59-8369-c526a2b891c4 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023099 Sep 17 19:21:33.763589 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6a6b7e-d178-4822-bd00-20cefc6a8a8a x-openstack-request-id: req-2a6a6b7e-d178-4822-bd00-20cefc6a8a8a {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:33.763951 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "name": "network-vif-plugged", "status": "completed", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:33.764298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a6a6b7e-d178-4822-bd00-20cefc6a8a8a {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:33.764758 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc', 'code': 200} Sep 17 19:21:33.771216 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f81389d1-e8e5-41cc-9acf-a2d9ff93c50b req-eaab66f9-f78c-467e-a565-7d81407a55a2 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312544 Sep 17 19:21:33.977204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdffa87-dbb4-403e-978a-a50ebc85d819 req-3bf1d0de-1d3d-46b9-9064-7b7e38023160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:33.978709 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6cdffa87-dbb4-403e-978a-a50ebc85d819 req-3bf1d0de-1d3d-46b9-9064-7b7e38023160 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 1103 time: 0.0780938 Sep 17 19:21:33.983248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9488f4-76de-4167-8ae2-be8abd2b1885 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:21:33.996897 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:34.023582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Transition to ACTIVE for port object fe9488f4-76de-4167-8ae2-be8abd2b1885 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:21:34.029941 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:34.035196 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6cdffa87-dbb4-403e-978a-a50ebc85d819 req-96165746-6440-4a3c-a9e3-5bf471a2e026 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475166 Sep 17 19:21:34.101069 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:34.166896 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Attempting to bind port fe9488f4-76de-4167-8ae2-be8abd2b1885 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:34.167283 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Attempting to bind port fe9488f4-76de-4167-8ae2-be8abd2b1885 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:34.167617 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Attempting to bind port fe9488f4-76de-4167-8ae2-be8abd2b1885 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:34.190568 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Port fe9488f4-76de-4167-8ae2-be8abd2b1885 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:21:34.190887 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Attempting to bind port fe9488f4-76de-4167-8ae2-be8abd2b1885 on network 11cb8fd5-f289-4810-b890-e3d4da639d82 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:34.200317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:34.200661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Checking segment: {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:34.201044 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Bound using segment: {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:34.201494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Bound port: fe9488f4-76de-4167-8ae2-be8abd2b1885, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92c95868-ab76-4764-92a5-fce73adf01ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:34.201892 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:34.227765 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08332107-884c-4b96-b814-f67dfa0debab req-1c39af7d-809e-4a68-9645-066b955ac35a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.229587 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08332107-884c-4b96-b814-f67dfa0debab req-1c39af7d-809e-4a68-9645-066b955ac35a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0756674 Sep 17 19:21:34.304003 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08332107-884c-4b96-b814-f67dfa0debab req-86254a03-6ab4-43c8-b260-624a1e10f82c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536127 Sep 17 19:21:34.309595 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:34.313267 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:34.318223 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:34.352350 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.352965 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:34.354343 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] 10.222.0.22 "PUT /v2.0/ports/fe9488f4-76de-4167-8ae2-be8abd2b1885 HTTP/1.1" status: 200 len: 1094 time: 1.1184447 Sep 17 19:21:34.354772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:34.357564 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efaea0d-0918-4222-94ac-ab7bedc6ca67" -d '{"events": [{"name": "network-changed", "server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:34.388975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634e5a7-e266-4787-b25f-d0c30439a7bd service neutron] Pushing event updated for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:34.395704 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1033798-46b5-4b66-9ed4-b81534f6e702 x-openstack-request-id: req-f1033798-46b5-4b66-9ed4-b81534f6e702 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:34.396008 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:34.396619 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f1033798-46b5-4b66-9ed4-b81534f6e702 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:34.397016 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885', 'status': 'completed', 'code': 200} Sep 17 19:21:34.451201 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-d3e6aa4a-18e3-47ed-a3f5-e36dddd09110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.452718 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-d3e6aa4a-18e3-47ed-a3f5-e36dddd09110 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 1097 time: 0.0436254 Sep 17 19:21:34.501302 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-f75924ee-613c-4183-b8b3-3fceae7fcfad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885 HTTP/1.1" status: 200 len: 217 time: 0.0341356 Sep 17 19:21:34.582621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-656bb673-c659-4e59-911b-c3d83a4c4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.584093 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-656bb673-c659-4e59-911b-c3d83a4c4024 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e1f903b-1e70-4afa-b428-0c3c0aec7a63 HTTP/1.1" status: 200 len: 853 time: 0.0448499 Sep 17 19:21:34.615452 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-a2211dcd-01be-4b2f-bb08-7f6742dd8832 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=11cb8fd5-f289-4810-b890-e3d4da639d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236161 Sep 17 19:21:34.705438 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-46b993ff-3a76-443c-923f-c1ca1c057667 service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Sep 17 19:21:34.820081 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3cb9ca02-5477-4870-8b81-0bdde8cbc370 req-c697999f-897b-4aaf-bbd2-b11117cb264a service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075802 Sep 17 19:21:34.839732 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccb8-39f9-43b1-a393-d0ad0704fe64 req-e7b8e3c3-6b63-4064-a616-fa43d98b0d11 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.841862 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b50ccb8-39f9-43b1-a393-d0ad0704fe64 req-e7b8e3c3-6b63-4064-a616-fa43d98b0d11 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0576818 Sep 17 19:21:34.929723 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b50ccb8-39f9-43b1-a393-d0ad0704fe64 req-4fdd0c2a-2edd-4b30-8309-26d7e3c84d7c tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Sep 17 19:21:34.937084 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3f34c-00fb-4659-9cb9-d91b10c5e0d4 req-e32929a6-a40f-4bd5-b20d-d3ff20f09bc8 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.938508 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-48e3f34c-00fb-4659-9cb9-d91b10c5e0d4 req-e32929a6-a40f-4bd5-b20d-d3ff20f09bc8 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 944 time: 0.0957725 Sep 17 19:21:34.975881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-e63f2df2-69a1-440f-a5ca-5035d0b1c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:34.977333 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-e63f2df2-69a1-440f-a5ca-5035d0b1c610 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b15797119d08413baa6916c70a82f425&device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 1097 time: 0.0903268 Sep 17 19:21:34.984297 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-48e3f34c-00fb-4659-9cb9-d91b10c5e0d4 req-c79efa86-ca58-4c59-8870-3cbb387cb997 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Sep 17 19:21:35.064227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-821b54e7-0429-4bfa-bbd2-d35abe9cd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:35.065571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-821b54e7-0429-4bfa-bbd2-d35abe9cd2f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 200 len: 914 time: 0.0804670 Sep 17 19:21:35.111004 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-cc12591f-4ecd-43cc-b947-861b3e6c68b8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885 HTTP/1.1" status: 200 len: 217 time: 0.0364516 Sep 17 19:21:35.157602 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-5c36d01f-1f9a-405b-bb43-89e3243955d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:35.158964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-5c36d01f-1f9a-405b-bb43-89e3243955d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9e1f903b-1e70-4afa-b428-0c3c0aec7a63 HTTP/1.1" status: 200 len: 853 time: 0.0414257 Sep 17 19:21:35.188849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-43bb1eaa-bd34-4f10-abfb-f2051d02877a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=11cb8fd5-f289-4810-b890-e3d4da639d82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230336 Sep 17 19:21:35.277796 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-b5c4e806-7367-482f-be70-a4ad558e3e1e service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817742 Sep 17 19:21:35.366087 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8efaea0d-0918-4222-94ac-ab7bedc6ca67 req-804073b3-5fbb-4588-9392-c4d3acfa292f service neutron] 10.222.0.22 "GET /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797193 Sep 17 19:21:35.422077 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23d973-2f74-473c-bfd1-97d255008755 req-3557b462-3d7e-4d4b-9bf1-01a28cec823e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:35.423528 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f23d973-2f74-473c-bfd1-97d255008755 req-3557b462-3d7e-4d4b-9bf1-01a28cec823e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0473788 Sep 17 19:21:35.463941 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f23d973-2f74-473c-bfd1-97d255008755 req-ef667ef0-fe20-463f-ad32-6fc4209c42c8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343611 Sep 17 19:21:36.041647 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8205473-e459-4898-8a0a-d0d38266bd68 req-0b8c0e22-1915-49cd-9853-b8a7a5601d4e tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:36.043153 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8205473-e459-4898-8a0a-d0d38266bd68 req-0b8c0e22-1915-49cd-9853-b8a7a5601d4e tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0484893 Sep 17 19:21:36.111021 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c8205473-e459-4898-8a0a-d0d38266bd68 req-e29b8dfa-9e97-464d-a844-4dbb62f6f9e4 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 Sep 17 19:21:36.119006 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b71f72-1c66-4083-ae73-0aefff8917f9 req-34cab3a3-cb4e-4df4-92d8-7f73bdc32cae tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:36.120475 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4b71f72-1c66-4083-ae73-0aefff8917f9 req-34cab3a3-cb4e-4df4-92d8-7f73bdc32cae tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 944 time: 0.0708807 Sep 17 19:21:36.160329 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4b71f72-1c66-4083-ae73-0aefff8917f9 req-7a264faa-984b-4a2f-8864-3c76e5934628 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Sep 17 19:21:36.361621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031b66c-041e-4982-955c-d92a365524cd req-cfef6e30-241e-4325-8b88-8a4f2292b832 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:36.363066 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e031b66c-041e-4982-955c-d92a365524cd req-cfef6e30-241e-4325-8b88-8a4f2292b832 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0503976 Sep 17 19:21:36.398918 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e031b66c-041e-4982-955c-d92a365524cd req-2a7b26e3-383e-4785-b061-6abefdddeb3b tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299909 Sep 17 19:21:37.272589 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a28a1c-2ee7-4fbd-bc43-20fa58214c54 req-0f55cbe3-61ae-4aa1-b1f3-911b35cf8001 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:37.274042 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-45a28a1c-2ee7-4fbd-bc43-20fa58214c54 req-0f55cbe3-61ae-4aa1-b1f3-911b35cf8001 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 944 time: 0.0477846 Sep 17 19:21:37.310562 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-45a28a1c-2ee7-4fbd-bc43-20fa58214c54 req-eca23b3c-425a-4feb-8921-3c7a6acbfd84 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 Sep 17 19:21:37.508956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d250049-17cf-4c26-b2c8-cac076a9ac55 req-901adc77-7391-49fa-b9f5-56401d48fc05 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:37.510304 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d250049-17cf-4c26-b2c8-cac076a9ac55 req-901adc77-7391-49fa-b9f5-56401d48fc05 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0469079 Sep 17 19:21:37.546920 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8d250049-17cf-4c26-b2c8-cac076a9ac55 req-9c75c63b-c948-44a8-8699-e2ab31233d96 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/security-groups?id=2680cd74-adcc-4814-9c42-89df5d5cb2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Sep 17 19:21:38.042067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-878de68b-7a14-4933-89bb-888109a9b41d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:38.043466 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-878de68b-7a14-4933-89bb-888109a9b41d tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 950 time: 0.0499396 Sep 17 19:21:38.128732 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Deleting port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:21:38.129065 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:38.216729 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] For port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,segment=NetworkSegment(1a8f3dcc-1c13-443e-b97d-a25f16bcf524),segment_id=1a8f3dcc-1c13-443e-b97d-a25f16bcf524)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:38.217083 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:38.228226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Calling delete_port for 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:21:38.351871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:38.365315 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:21:38.385744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Pushing event deleted for resources: {'Port': ['ID=8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:38.450148 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] No DVR routers for this DVR port 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:21:38.453207 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:38.455152 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e4c5869-91db-4ea4-8a59-53b9ffeae79e req-13fb4da0-92c5-4975-8fd4-bf7e92ae79ef tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.22 "DELETE /v2.0/ports/8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc HTTP/1.1" status: 204 len: 173 time: 0.4059844 Sep 17 19:21:38.455575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'name': 'network-vif-deleted', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:38.457832 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4683077-dc63-4287-9545-f1f910fc80dd" -d '{"events": [{"server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "name": "network-vif-deleted", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:38.471880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792acbd-3ca5-4764-8e87-bfc6dccc6492 req-321af8f5-2520-4dd4-9dce-a8c0b91c9fd9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:38.473445 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4792acbd-3ca5-4764-8e87-bfc6dccc6492 req-321af8f5-2520-4dd4-9dce-a8c0b91c9fd9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 944 time: 0.0897605 Sep 17 19:21:38.517720 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4792acbd-3ca5-4764-8e87-bfc6dccc6492 req-3bea3078-40bb-492f-8293-50d48bd3f940 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Sep 17 19:21:38.584075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ff16f-f3c7-4014-8856-e17aad9fa4dd x-openstack-request-id: req-b52ff16f-f3c7-4014-8856-e17aad9fa4dd {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:38.585490 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce006b01-293a-4e3a-9c80-ba0274a9d865", "name": "network-vif-deleted", "tag": "8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:38.585931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b52ff16f-f3c7-4014-8856-e17aad9fa4dd {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:38.586365 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce006b01-293a-4e3a-9c80-ba0274a9d865', 'name': 'network-vif-deleted', 'tag': '8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc', 'status': 'completed', 'code': 200} Sep 17 19:21:38.654112 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e3a87d94-7f9f-4ec4-8ced-f0b67423ef7a req-a8ac7135-4567-491a-b844-24afd30ec058 tempest-VolumesNegativeTest-1918398786 tempest-VolumesNegativeTest-1918398786-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce006b01-293a-4e3a-9c80-ba0274a9d865 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Sep 17 19:21:39.368565 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c5c91f31-c6b8-471d-a6f7-49c8eb6e6552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:39.429638 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fe9488f4-76de-4167-8ae2-be8abd2b1885 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:21:39.522520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:39.533523 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'fe9488f4-76de-4167-8ae2-be8abd2b1885', 'network_id': '11cb8fd5-f289-4810-b890-e3d4da639d82', 'port_id': 'fe9488f4-76de-4167-8ae2-be8abd2b1885', 'mac_address': 'fa:16:3e:6d:3f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1f903b-1e70-4afa-b428-0c3c0aec7a63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:21:39.571349 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:39.584054 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9488f4-76de-4167-8ae2-be8abd2b1885 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:21:39.602878 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:39.606689 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:39.635600 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7e87b-230c-4da4-baf1-187ddc6a0ebe req-0281f9b2-1537-4be3-b7ee-552d79062691 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:39.637125 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43e7e87b-230c-4da4-baf1-187ddc6a0ebe req-0281f9b2-1537-4be3-b7ee-552d79062691 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 944 time: 0.0504878 Sep 17 19:21:39.652417 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:39.673830 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43e7e87b-230c-4da4-baf1-187ddc6a0ebe req-9329ec04-00d0-45f4-a692-df93360ce3b7 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308633 Sep 17 19:21:39.951002 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['fe9488f4-76de-4167-8ae2-be8abd2b1885'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:21:40.787618 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eddcf-b4ce-4704-bbae-4fa79463510f req-d3412eec-dc0c-49eb-861b-0f72a80e72a5 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:40.789129 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b8eddcf-b4ce-4704-bbae-4fa79463510f req-d3412eec-dc0c-49eb-861b-0f72a80e72a5 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 945 time: 0.0489416 Sep 17 19:21:40.828032 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b8eddcf-b4ce-4704-bbae-4fa79463510f req-82a65526-d8e7-4692-a8f2-aa8e19655d02 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 17 19:21:41.437391 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fe9488f4-76de-4167-8ae2-be8abd2b1885 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:41.487995 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port fe9488f4-76de-4167-8ae2-be8abd2b1885 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:21:41.491593 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port fe9488f4-76de-4167-8ae2-be8abd2b1885 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:41.492020 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:41.572328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:41.597433 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:21:41.600022 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493ca76-6938-451a-8fd0-4013c3d858fb" -d '{"events": [{"server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "name": "network-vif-plugged", "status": "completed", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:21:41.613964 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:41.618114 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:41.619224 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:21:41.663067 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8629d9-d143-4c84-a4c1-ca0a5d6c74ee x-openstack-request-id: req-9f8629d9-d143-4c84-a4c1-ca0a5d6c74ee {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:21:41.663220 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "name": "network-vif-plugged", "status": "completed", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:21:41.663408 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f8629d9-d143-4c84-a4c1-ca0a5d6c74ee {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:21:41.663859 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885', 'code': 200} Sep 17 19:21:41.664298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:21:41.664632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 8f32a7a4-ad01-4572-aaf7-fc8d0b4061bc not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:21:41.700256 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:41.819687 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07808e5a-da51-4d8d-b9bc-cb38bb5ab61e req-0f3c6114-9927-49e6-9c18-5e93c90684b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:41.821348 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07808e5a-da51-4d8d-b9bc-cb38bb5ab61e req-0f3c6114-9927-49e6-9c18-5e93c90684b4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 1099 time: 0.0398695 Sep 17 19:21:41.857760 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-07808e5a-da51-4d8d-b9bc-cb38bb5ab61e req-e1c074f5-c2b6-44c7-8688-a794d2ea6b49 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295701 Sep 17 19:21:41.920146 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7553ba21-1647-4495-978d-ba314897aac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:41.947713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad500c58-833a-48b6-8304-83d684644d2c req-f8be995e-c358-44ba-bb09-a595bd1022a9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:41.949233 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad500c58-833a-48b6-8304-83d684644d2c req-f8be995e-c358-44ba-bb09-a595bd1022a9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0519581 Sep 17 19:21:41.986439 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ad500c58-833a-48b6-8304-83d684644d2c req-1a58a277-66bc-4ad6-a66c-2461adcd244b tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309153 Sep 17 19:21:42.377299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.113703 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98917fd-198d-4730-8584-31871635edae req-e990f9dd-a823-48c0-bdc2-ddd66ec220f3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:43.115207 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d98917fd-198d-4730-8584-31871635edae req-e990f9dd-a823-48c0-bdc2-ddd66ec220f3 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0540161 Sep 17 19:21:43.153338 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d98917fd-198d-4730-8584-31871635edae req-40da376a-3913-4080-8ee8-86158cdf1645 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Sep 17 19:21:43.157750 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39070) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:43.300201 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-1bd5f001-dce0-4fa2-bb54-e73b0bca3db4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=279152302ad14e7fb8170a98e8ed63f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412640 Sep 17 19:21:43.302642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39074) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:43.350063 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.370335 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.400160 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.417950 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.420476 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:43.421630 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2680cd74-adcc-4814-9c42-89df5d5cb2cb HTTP/1.1" status: 204 len: 168 time: 0.1181095 Sep 17 19:21:43.429221 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7924-259b-4b6b-a5a2-1026ceb511d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680cd74-adcc-4814-9c42-89df5d5cb2cb,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:44.009864 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39096) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:44.103949 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-253984373-network', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:44.126989 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Made reservation on behalf of 913c6d0416ac480a928ce1d97a408e7d for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:44.129329 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.137938 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.225390 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.229279 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.254242 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:21:44.263588 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe42558-553a-4cfa-9161-90be6e61c45d,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:44.269778 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.270125 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Added segment f704d164-1ae9-4a3c-a397-7b49ae18bac1 of type vlan for network 74588bb5-9e0b-4551-a482-2ac2eac99e2c Sep 17 19:21:44.292398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb01913-e6bd-4266-bd20-2c8385d7681f req-0169af70-efc6-4acf-a919-a4d0fc803204 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:44.293922 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-adb01913-e6bd-4266-bd20-2c8385d7681f req-0169af70-efc6-4acf-a919-a4d0fc803204 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0490105 Sep 17 19:21:44.309251 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.332265 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-adb01913-e6bd-4266-bd20-2c8385d7681f req-4c9eae83-f794-4924-a6dc-5e44e2ad398f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322764 Sep 17 19:21:44.334019 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.335100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:44.335710 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.368941 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3579884 Sep 17 19:21:44.372430 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39104) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:44.377313 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Request body: {'subnet': {'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-253984373-subnet', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:44.399058 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943882-f80b-4f74-be81-dba26e91062f admin admin] Pushing event updated for resources: {'Network': ['ID=74588bb5-9e0b-4551-a482-2ac2eac99e2c,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:44.403804 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Made reservation on behalf of 913c6d0416ac480a928ce1d97a408e7d for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:44.406404 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.409865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:21:44.577769 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.631637 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389474cc-beb2-438d-bf6a-1caf00b828b8,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:44.641018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Checking segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:44.641377 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Network hostable DHCP agents. Network: 74588bb5-9e0b-4551-a482-2ac2eac99e2c, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:21:44.657806 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:21:44.667079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 74588bb5-9e0b-4551-a482-2ac2eac99e2c) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:44.672533 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:44.673171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.675522 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44dc0d4-e699-478f-b385-b668e032bcee None None] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:21:44.704972 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-cf8b07ac-bf3b-45f5-bd79-b69c6aa41a80 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3311880 Sep 17 19:21:44.707389 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39114) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:44.711858 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:44.733725 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.734784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.789186 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.928441 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.938560 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:21:44.939381 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:44.948151 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.069505 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Allocated IP 172.20.0.2 (74588bb5-9e0b-4551-a482-2ac2eac99e2c/389474cc-beb2-438d-bf6a-1caf00b828b8/d7bdd85c-6383-48e3-b2d2-884e46cf4828) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:45.128544 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.151418 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.215136 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.220665 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.251005 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Allocated IP 172.27.3.57 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/e828c8ff-c79c-495f-9d97-171564d2b039) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:45.256596 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:45.260682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:45.271648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:45.274715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd85c-6383-48e3-b2d2-884e46cf4828,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:45.324650 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Attempting to bind port d7bdd85c-6383-48e3-b2d2-884e46cf4828 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:45.324942 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Attempting to bind port d7bdd85c-6383-48e3-b2d2-884e46cf4828 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:45.325297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Attempting to bind port d7bdd85c-6383-48e3-b2d2-884e46cf4828 on network 74588bb5-9e0b-4551-a482-2ac2eac99e2c {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:45.330132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:45.330500 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Checking segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:45.330895 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.331277 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Bound using segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:45.331729 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Bound port: d7bdd85c-6383-48e3-b2d2-884e46cf4828, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:45.332134 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.355878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.391469 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.393182 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] For port d7bdd85c-6383-48e3-b2d2-884e46cf4828, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:45.396267 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] For port d7bdd85c-6383-48e3-b2d2-884e46cf4828, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d7bdd85c-6383-48e3-b2d2-884e46cf4828,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:45.401170 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.433913 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:45.439262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:45.441706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:45.455830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69829550-0f07-49ca-96b0-8f5a514f1c56 None None] Pushing event updated for resources: {'Port': ['ID=d7bdd85c-6383-48e3-b2d2-884e46cf4828,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:45.471055 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Pushing event updated for resources: {'Port': ['ID=e828c8ff-c79c-495f-9d97-171564d2b039,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:45.728800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:45.916265 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.313953 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Router 55023438-abde-4eca-98a2-279bf0957bdb is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:21:46.336085 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b2659-ca50-41db-87a6-77adbc030618 None None] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:21:46.411760 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] Provisioning complete for port d7bdd85c-6383-48e3-b2d2-884e46cf4828 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:46.412063 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.418771 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:21:46.434924 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.436430 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-aafc5f92-b8ae-4c7a-bab5-94ab87000729 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7275851 Sep 17 19:21:46.439075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39118) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:46.440905 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Sync routers for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:21:46.488449 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:46.489205 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:46.649141 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.665645 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:46.758477 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] For port d7bdd85c-6383-48e3-b2d2-884e46cf4828, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d7bdd85c-6383-48e3-b2d2-884e46cf4828,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:46.765942 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.856611 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.863153 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dc5ac-28e6-4423-9b4d-727b2eff032f None None] Pushing event updated for resources: {'Port': ['ID=d7bdd85c-6383-48e3-b2d2-884e46cf4828,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:46.904320 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-f5c4af61-3a37-482d-9e32-64a35b482197 None None] Provisioning complete for port d7bdd85c-6383-48e3-b2d2-884e46cf4828 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:46.904611 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f5c4af61-3a37-482d-9e32-64a35b482197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:46.945952 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:45Z', 'revision_number': 3, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:46.978825 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Checking router: 55023438-abde-4eca-98a2-279bf0957bdb for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:21:46.979238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Updating router 55023438-abde-4eca-98a2-279bf0957bdb port e828c8ff-c79c-495f-9d97-171564d2b039 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:21:47.007201 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Allocated IP 172.20.0.1 (74588bb5-9e0b-4551-a482-2ac2eac99e2c/389474cc-beb2-438d-bf6a-1caf00b828b8/73c965f7-aeb1-4415-a462-c2ccfcbe72ae) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:47.022903 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.110826 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.144113 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.179380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:47.183597 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:47.187189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:47.212092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Pushing event updated for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:47.229800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.284251 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.290686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.347316 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Attempting to bind port e828c8ff-c79c-495f-9d97-171564d2b039 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:47.347675 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Attempting to bind port e828c8ff-c79c-495f-9d97-171564d2b039 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:47.348060 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Attempting to bind port e828c8ff-c79c-495f-9d97-171564d2b039 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:47.354013 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:47.354406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:47.354808 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.355199 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:47.356328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Bound port: e828c8ff-c79c-495f-9d97-171564d2b039, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:47.356702 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.358357 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eb70b-8cdf-4177-9c5c-acfc1182e64b None None] Pushing event updated for resources: {'Port': ['ID=e828c8ff-c79c-495f-9d97-171564d2b039,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:47.370099 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.406803 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-b34d2447-2783-4dba-8ef3-25ff62d0829d None None] Provisioning complete for port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:47.407198 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b34d2447-2783-4dba-8ef3-25ff62d0829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.439564 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] For port e828c8ff-c79c-495f-9d97-171564d2b039, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:47.454230 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] For port e828c8ff-c79c-495f-9d97-171564d2b039, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e828c8ff-c79c-495f-9d97-171564d2b039,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:47.459800 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.463745 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-b34d2447-2783-4dba-8ef3-25ff62d0829d None None] Port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:21:47.490069 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d7bdd85c-6383-48e3-b2d2-884e46cf4828 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:47.550948 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.556917 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.623411 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.625261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Pushing event updated for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:47.652767 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:47.653404 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:47.702309 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124eb70b-8cdf-4177-9c5c-acfc1182e64b None None] Pushing event updated for resources: {'Port': ['ID=e828c8ff-c79c-495f-9d97-171564d2b039,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:47.719582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:47.721059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:47.752671 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port d7bdd85c-6383-48e3-b2d2-884e46cf4828 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:47.753044 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:47.805301 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:47.842316 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Router 55023438-abde-4eca-98a2-279bf0957bdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:21:47.956921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:21:47.961806 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f63d5630-cbf5-4e78-bfdb-7a75f1328928 admin admin] 10.222.0.21 "PUT /v2.0/routers/55023438-abde-4eca-98a2-279bf0957bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5217917 Sep 17 19:21:47.999149 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-25556fe9-8349-4ac2-a5a1-00f501f010fe None None] Provisioning complete for port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:47.999542 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-25556fe9-8349-4ac2-a5a1-00f501f010fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.064470 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-25556fe9-8349-4ac2-a5a1-00f501f010fe None None] Port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:21:48.090250 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 2, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:48.117129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6da63cf-361c-474b-85f2-213fec76ba60 None None] The sync data for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi is: [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 2, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:21:48.461536 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39140) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:48.466575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-865703435-network', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:48.488613 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Made reservation on behalf of 6707bf2cca264eeca3c1c20c15b62798 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:48.491224 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.500565 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.596442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.600635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.626349 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:21:48.637004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaed0db-fc0c-4779-9ffa-497c886b270f,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:48.644521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.645051 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Added segment d2f35ad2-3828-4f0a-8be6-160c71370699 of type vlan for network 542d7160-a60d-4191-88c9-55bdff335f3c Sep 17 19:21:48.699837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.727116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.728311 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:48.728894 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:48.794629 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3293629 Sep 17 19:21:48.794827 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39142) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:48.799694 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Request body: {'subnet': {'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-865703435-subnet', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:48.802871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b844-a914-4d47-832c-8f7a4bfc5e9b admin admin] Pushing event updated for resources: {'Network': ['ID=542d7160-a60d-4191-88c9-55bdff335f3c,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:48.814353 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 542d7160-a60d-4191-88c9-55bdff335f3c details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:21:48.826263 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Made reservation on behalf of 6707bf2cca264eeca3c1c20c15b62798 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:21:48.828678 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.008225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.063630 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ba199b-d7df-428a-a501-b00e5331929f,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:49.072941 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Checking segment: {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:49.073369 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Network hostable DHCP agents. Network: 542d7160-a60d-4191-88c9-55bdff335f3c, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:21:49.091635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Network 542d7160-a60d-4191-88c9-55bdff335f3c is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:21:49.100983 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 542d7160-a60d-4191-88c9-55bdff335f3c) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:49.105198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:21:49.106554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.109783 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fc6bde-6b82-4df4-8858-10372cec80ab None None] Network 542d7160-a60d-4191-88c9-55bdff335f3c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:21:49.121676 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-bdb4bce8-91cf-48a3-9beb-e8c9a386a1dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3251727 Sep 17 19:21:49.123444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39146) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:49.127770 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:21:49.150673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.151737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.209662 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.260548 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-542d7160-a60d-4191-88c9-55bdff335f3c', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:21:49.262444 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.352296 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.414878 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Allocated IP 172.20.0.2 (542d7160-a60d-4191-88c9-55bdff335f3c/23ba199b-d7df-428a-a501-b00e5331929f/2c35ad8a-d126-4c94-8121-c0a960b8fae4) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:49.487734 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e828c8ff-c79c-495f-9d97-171564d2b039 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:49.560768 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.580335 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.588631 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port e828c8ff-c79c-495f-9d97-171564d2b039 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:49.588812 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.625571 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.636225 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.672885 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Network 542d7160-a60d-4191-88c9-55bdff335f3c is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:49.677954 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:49.682162 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:49.693257 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Allocated IP 172.27.3.234 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/6868e25f-3abb-49b9-862e-5c2657583a09) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:49.718752 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Pushing event updated for resources: {'Port': ['ID=2c35ad8a-d126-4c94-8121-c0a960b8fae4,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:49.772683 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.782722 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Attempting to bind port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:49.783100 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Attempting to bind port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:49.783441 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Attempting to bind port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 on network 542d7160-a60d-4191-88c9-55bdff335f3c {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:49.797628 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:49.797993 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Checking segment: {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:49.798390 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.798771 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Bound using segment: {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:49.799328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Bound port: 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:49.799728 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.804512 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port e828c8ff-c79c-495f-9d97-171564d2b039, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e828c8ff-c79c-495f-9d97-171564d2b039,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:49.806641 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.812730 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.846292 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.884280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:49.889803 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:49.893030 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:49.894241 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=e828c8ff-c79c-495f-9d97-171564d2b039,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:49.906068 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] For port 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:49.909570 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] For port 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=2c35ad8a-d126-4c94-8121-c0a960b8fae4,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:49.914169 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:49.924946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Pushing event updated for resources: {'Port': ['ID=6868e25f-3abb-49b9-862e-5c2657583a09,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:49.991401 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f480d-49a1-4777-b684-afebcb9148b4 None None] Pushing event updated for resources: {'Port': ['ID=2c35ad8a-d126-4c94-8121-c0a960b8fae4,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:50.092243 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Sync routers for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:21:50.101571 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:50.102189 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:50.236464 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:50.450475 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 2, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:50.453306 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.476908 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Checking router: 55023438-abde-4eca-98a2-279bf0957bdb for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:21:50.477265 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Updating router 55023438-abde-4eca-98a2-279bf0957bdb port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:21:50.501885 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.642028 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.771020 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.772473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:21:50.776927 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.828283 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Pushing event updated for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:50.836630 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.836959 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.837297 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.837633 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.837961 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.838288 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.838611 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.838934 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.839281 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.839672 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.841881 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.841881 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:50.894986 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Attempting to bind port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:50.895203 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Attempting to bind port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:50.895775 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Attempting to bind port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae on network 74588bb5-9e0b-4551-a482-2ac2eac99e2c {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:50.905690 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:50.912514 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:21:50.917501 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Checking segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:50.917968 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.918337 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Bound using segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:50.918832 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Bound port: 73c965f7-aeb1-4415-a462-c2ccfcbe72ae, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:50.919327 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.925022 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Sync routers for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:21:50.938775 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:50.939249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:50.939649 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:50.943830 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-100fd4ab-c2d2-4f4c-88e8-7b998f715717 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8192747 Sep 17 19:21:50.946715 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39150) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:21:51.010528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d1570-bbdd-4f44-858d-143d4fb8cd87 None None] Network 542d7160-a60d-4191-88c9-55bdff335f3c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:21:51.041128 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] For port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:51.047383 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] For port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:51.051942 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.120874 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:51.122227 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:51.163666 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:51.236145 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:51.267703 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Provisioning complete for port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:51.268106 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.378823 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa242770-ecce-40a4-bb71-b69dabe7b609 None None] Pushing event updated for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:51.557849 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:51Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:51.586425 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.593261 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303c4a4-4b3c-4f63-b943-e1f46167342b None None] The sync data for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi is: [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:51Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:21:51.638194 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.692534 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 73c965f7-aeb1-4415-a462-c2ccfcbe72ae up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:51.770021 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] For port 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=2c35ad8a-d126-4c94-8121-c0a960b8fae4,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:51.784163 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.789969 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Allocated IP 172.20.0.1 (542d7160-a60d-4191-88c9-55bdff335f3c/23ba199b-d7df-428a-a501-b00e5331929f/9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:21:51.821296 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:51.821656 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.868906 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:50Z', 'revision_number': 3, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:51.910598 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.920273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Checking router: 7aedab8f-a6e2-4e1b-9607-fdce95f63305 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:21:51.920622 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Updating router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 port 6868e25f-3abb-49b9-862e-5c2657583a09 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:21:51.948649 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Pushing event updated for resources: {'Port': ['ID=2c35ad8a-d126-4c94-8121-c0a960b8fae4,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:51.949899 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.978542 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-5b6ff435-b2f5-4c85-986f-2cc65238ee50 None None] Provisioning complete for port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:51.978914 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5b6ff435-b2f5-4c85-986f-2cc65238ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:51.988809 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Network 542d7160-a60d-4191-88c9-55bdff335f3c is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:51.991966 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.992663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.992663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.992981 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.993268 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:51.993381 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.993620 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.993963 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.994257 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.994597 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.994920 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.995232 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.995554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58386f9b-9544-46d7-8d11-62566c605a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:21:51.996739 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:21:51.998901 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.011244 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:52.048318 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.057949 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.197487 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:52.208672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.209739 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e828c8ff-c79c-495f-9d97-171564d2b039 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:52.237821 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.386852 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:52.432490 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port e828c8ff-c79c-495f-9d97-171564d2b039 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:52.432845 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.436703 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.443702 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.506843 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Pushing event updated for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:52.509328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.572447 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-35ddcb60-af1a-4663-8b24-921bd064a26a None None] Provisioning complete for port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:52.572815 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-35ddcb60-af1a-4663-8b24-921bd064a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.577541 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.603999 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.605419 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Network 542d7160-a60d-4191-88c9-55bdff335f3c is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:21:52.606427 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 2c35ad8a-d126-4c94-8121-c0a960b8fae4 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:52.606809 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:21:52.706298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba446c-fd63-4a2e-b963-ed3947e889e5 None None] Pushing event updated for resources: {'Port': ['ID=6868e25f-3abb-49b9-862e-5c2657583a09,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:52.710043 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Attempting to bind port 6868e25f-3abb-49b9-862e-5c2657583a09 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:52.710413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Attempting to bind port 6868e25f-3abb-49b9-862e-5c2657583a09 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:52.710769 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Attempting to bind port 6868e25f-3abb-49b9-862e-5c2657583a09 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:52.720297 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:52.720682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:52.721068 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.721455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:52.721930 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Bound port: 6868e25f-3abb-49b9-862e-5c2657583a09, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:52.722298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.731799 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:21:52.737946 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:21:52.781160 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:52.781529 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.836829 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] For port 6868e25f-3abb-49b9-862e-5c2657583a09, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:52.841450 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] For port 6868e25f-3abb-49b9-862e-5c2657583a09, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6868e25f-3abb-49b9-862e-5c2657583a09,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:52.848172 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.893781 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-35ddcb60-af1a-4663-8b24-921bd064a26a None None] Provisioning complete for port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:52.894055 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-35ddcb60-af1a-4663-8b24-921bd064a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:52.952239 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba446c-fd63-4a2e-b963-ed3947e889e5 None None] Pushing event updated for resources: {'Port': ['ID=6868e25f-3abb-49b9-862e-5c2657583a09,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:52.977360 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-35ddcb60-af1a-4663-8b24-921bd064a26a None None] Port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:21:52.981090 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:52.981584 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:53.018297 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:21:53.023264 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8e9c6891-1f32-41f3-a181-50e3a8638886 admin admin] 10.222.0.21 "PUT /v2.0/routers/7aedab8f-a6e2-4e1b-9607-fdce95f63305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754063 Sep 17 19:21:53.099838 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:53.134247 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-03adda3f-5352-46ee-a89a-ebee69d5b60d None None] Provisioning complete for port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:53.134616 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-03adda3f-5352-46ee-a89a-ebee69d5b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:53.218864 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-03adda3f-5352-46ee-a89a-ebee69d5b60d None None] Port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:21:53.459935 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f', 'name': '', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'mac_address': 'fa:16:3e:6a:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:51Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 2, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'subnets': [{'id': '23ba199b-d7df-428a-a501-b00e5331929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:53.490442 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 73c965f7-aeb1-4415-a462-c2ccfcbe72ae up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:53.494098 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c492119-b4c8-45f6-9112-20b0f13118df None None] The sync data for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi is: [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f', 'name': '', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'mac_address': 'fa:16:3e:6a:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:51Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 2, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'subnets': [{'id': '23ba199b-d7df-428a-a501-b00e5331929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:21:53.539632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:53.540128 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:53.626384 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 2c35ad8a-d126-4c94-8121-c0a960b8fae4 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:53.679712 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:53.680132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:55.527919 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6868e25f-3abb-49b9-862e-5c2657583a09 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:55.584931 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 6868e25f-3abb-49b9-862e-5c2657583a09 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:55.585328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:55.690200 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:55.714610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port 6868e25f-3abb-49b9-862e-5c2657583a09, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6868e25f-3abb-49b9-862e-5c2657583a09,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:55.719436 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:55.773311 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=6868e25f-3abb-49b9-862e-5c2657583a09,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:55.856600 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Sync routers for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:21:55.867312 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:55.868221 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:56.064665 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:56.278562 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f', 'name': '', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'mac_address': 'fa:16:3e:6a:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:51Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 2, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'subnets': [{'id': '23ba199b-d7df-428a-a501-b00e5331929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:56.308334 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Checking router: 7aedab8f-a6e2-4e1b-9607-fdce95f63305 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:21:56.308688 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Updating router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:21:56.334349 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.621957 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.629434 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.679791 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fccb10-6d42-4432-bdc9-6e33b0ccf71c None None] Pushing event updated for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:56.740576 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Attempting to bind port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:21:56.740939 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Attempting to bind port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:21:56.741300 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Attempting to bind port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f on network 542d7160-a60d-4191-88c9-55bdff335f3c {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:21:56.748195 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:21:56.748195 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Checking segment: {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:21:56.748517 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.748817 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Bound using segment: {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:21:56.749291 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Bound port: 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f35ad2-3828-4f0a-8be6-160c71370699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:21:56.749670 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.834817 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] For port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:21:56.838387 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] For port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:21:56.846586 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:56.918947 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:21:56.919698 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:21:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:56.965303 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fccb10-6d42-4432-bdc9-6e33b0ccf71c None None] Pushing event updated for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:56.997287 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] Provisioning complete for port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:57.000467 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.076388 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:21:57.125394 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.162787 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] For port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:21:57.168413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.222520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61723a-1bff-49cb-af49-4ac034db6ad5 None None] Pushing event updated for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:21:57.289758 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-7aa78c58-abee-4b2e-85da-17e9c5eb69fc None None] Provisioning complete for port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:57.290543 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7aa78c58-abee-4b2e-85da-17e9c5eb69fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.342271 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f', 'name': '', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'mac_address': 'fa:16:3e:6a:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:51Z', 'updated_at': '2021-09-17T19:21:56Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'subnets': [{'id': '23ba199b-d7df-428a-a501-b00e5331929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:21:57.377387 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1533dd0-3202-4cea-aa3a-39a428cc34fe None None] The sync data for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi is: [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f', 'name': '', 'network_id': '542d7160-a60d-4191-88c9-55bdff335f3c', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'mac_address': 'fa:16:3e:6a:3c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '23ba199b-d7df-428a-a501-b00e5331929f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:51Z', 'updated_at': '2021-09-17T19:21:56Z', 'revision_number': 4, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'subnets': [{'id': '23ba199b-d7df-428a-a501-b00e5331929f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:21:57.387928 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.513235 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:57.606887 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:57.607221 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:21:57.696882 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6868e25f-3abb-49b9-862e-5c2657583a09 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:21:57.747298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 6868e25f-3abb-49b9-862e-5c2657583a09 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:21:57.747677 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:02.813437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-829c7e58-db55-43e0-956e-cbc8c47cd39a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:02.814788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-829c7e58-db55-43e0-956e-cbc8c47cd39a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 814 time: 0.0991049 Sep 17 19:22:02.829796 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-3634163e-c612-4f37-aae0-37f98404949e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/quotas/913c6d0416ac480a928ce1d97a408e7d HTTP/1.1" status: 200 len: 375 time: 0.0090952 Sep 17 19:22:02.880067 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-db62fb97-8d89-4d9e-9783-81e8751403af tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453644 Sep 17 19:22:02.972706 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-1cc40d29-bd60-434a-a830-80bedb0a0cae service neutron] 10.222.0.21 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801358 Sep 17 19:22:03.061623 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-e7e602e7-c252-46f2-bb02-779a6e6a86d5 service neutron] 10.222.0.21 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829277 Sep 17 19:22:03.214008 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e23f7013-bad2-4f87-995c-70d900720f4d req-1118a657-0d68-45d6-a052-8c6a5d563820 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 210 time: 0.0253868 Sep 17 19:22:04.191636 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-c78aca3b-fdf8-4b1f-825c-5eb5f2726bd3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:04.193122 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-c78aca3b-fdf8-4b1f-825c-5eb5f2726bd3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 814 time: 0.1084290 Sep 17 19:22:04.207812 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'port': {'device_id': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'admin_state_up': True, 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:04.310108 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-01fc8bf6-5a64-4e2c-8d98-07ab3b622735 req-467588fd-6ac9-4388-aa9a-4eceec01bfd2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 210 time: 0.0328505 Sep 17 19:22:04.343952 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Made reservation on behalf of 913c6d0416ac480a928ce1d97a408e7d for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:22:04.347420 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:04.470341 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Allocated IP 172.20.0.4 (74588bb5-9e0b-4551-a482-2ac2eac99e2c/389474cc-beb2-438d-bf6a-1caf00b828b8/e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:22:04.629667 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:04.663342 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:04.710471 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:22:04.713560 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:22:04.720266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:22:04.724457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:04.751007 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.751615 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.752162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.752706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.753216 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.753721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.754237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.754742 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.755267 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.755770 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.756312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.756831 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:04.794559 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:04.795187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:04.810841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-aa0e9221-e571-4436-8a23-11dc9a88272c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6064363 Sep 17 19:22:04.992733 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-3ccea451-ba6c-47ac-a9a4-f8cd36f7c1e3 None None] Provisioning complete for port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:22:04.993257 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3ccea451-ba6c-47ac-a9a4-f8cd36f7c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:05.029900 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-3ccea451-ba6c-47ac-a9a4-f8cd36f7c1e3 None None] Port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:22:05.423700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331ad99-ff31-4e7d-a36a-d515bc34aeeb req-9f60b2aa-8363-4e81-b154-008505b7fc57 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:05.425228 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9331ad99-ff31-4e7d-a36a-d515bc34aeeb req-9f60b2aa-8363-4e81-b154-008505b7fc57 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0481339 Sep 17 19:22:05.462444 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9331ad99-ff31-4e7d-a36a-d515bc34aeeb req-79b87f9f-e2a7-4fcd-b087-c2a9e48d4940 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Sep 17 19:22:06.578725 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b24cc-907e-4d6e-9f7e-1844408b28b0 req-76fec5cf-e261-4d87-8570-14bb436e47d3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:06.581343 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-288b24cc-907e-4d6e-9f7e-1844408b28b0 req-76fec5cf-e261-4d87-8570-14bb436e47d3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0494807 Sep 17 19:22:06.620620 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-288b24cc-907e-4d6e-9f7e-1844408b28b0 req-d4547e9c-e1de-4bba-a090-1e84767d53b7 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Sep 17 19:22:07.740660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f03f-8feb-4033-a3c9-adb5a220f8a4 req-8671a708-e4e4-49fb-9e28-6e507a01a22e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:07.742253 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df06f03f-8feb-4033-a3c9-adb5a220f8a4 req-8671a708-e4e4-49fb-9e28-6e507a01a22e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0491691 Sep 17 19:22:07.787704 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df06f03f-8feb-4033-a3c9-adb5a220f8a4 req-28532c29-54de-4f9b-8233-4432c9aefa5f tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Sep 17 19:22:08.903785 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ddf12-39a3-455f-b378-8f2bd665812b req-60ec9303-8bd3-4125-a204-0990f4f65aaa tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:08.905266 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f7ddf12-39a3-455f-b378-8f2bd665812b req-60ec9303-8bd3-4125-a204-0990f4f65aaa tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0485816 Sep 17 19:22:08.942737 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9f7ddf12-39a3-455f-b378-8f2bd665812b req-17a64eb6-eb9e-4060-8dc7-3c910df18d49 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Sep 17 19:22:09.368826 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-61dd4ea6-0f12-47fe-8a9b-450ac0889289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:10.065203 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de38603-bce6-4e04-857e-d2fece7f1b6e req-084d2d00-13dd-4ad1-8660-18b009fe26f1 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:10.067858 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3de38603-bce6-4e04-857e-d2fece7f1b6e req-084d2d00-13dd-4ad1-8660-18b009fe26f1 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0522661 Sep 17 19:22:10.104945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3de38603-bce6-4e04-857e-d2fece7f1b6e req-d40b7925-90dd-41c3-a7c9-3a101beff33d tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Sep 17 19:22:11.219928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7c1df-add2-42bf-9d7b-11c01eb40165 req-dde56f72-68d5-4431-97f2-8ab51096228e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:11.221407 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60f7c1df-add2-42bf-9d7b-11c01eb40165 req-dde56f72-68d5-4431-97f2-8ab51096228e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0496008 Sep 17 19:22:11.262332 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60f7c1df-add2-42bf-9d7b-11c01eb40165 req-8a8455c0-bab1-4f3e-b0b6-dd1ffd320bd0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346854 Sep 17 19:22:11.923050 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c7eba100-fb4a-4c03-90c2-490cd62adbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:12.378580 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:12.378831 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89102d5a-52d0-4b9c-98ed-7be5bbc2e415 req-11fdea02-7733-45dc-82c1-9148c4e4dd76 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:12.380171 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-89102d5a-52d0-4b9c-98ed-7be5bbc2e415 req-11fdea02-7733-45dc-82c1-9148c4e4dd76 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0490043 Sep 17 19:22:12.422266 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-89102d5a-52d0-4b9c-98ed-7be5bbc2e415 req-ce4769ba-0be6-4899-9aa6-a2837c1611d4 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350916 Sep 17 19:22:13.400336 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:13.536502 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe10d0-ce59-42d1-acfc-4abfab15f98e req-eb38b2e4-6ece-4429-a543-3213829ab5e6 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:13.538917 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fefe10d0-ce59-42d1-acfc-4abfab15f98e req-eb38b2e4-6ece-4429-a543-3213829ab5e6 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0492828 Sep 17 19:22:13.580322 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fefe10d0-ce59-42d1-acfc-4abfab15f98e req-fbe32d51-2e41-413d-8807-5a13cf93f3e7 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344880 Sep 17 19:22:14.694973 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaa1c4-133d-4f96-8f69-c94c97b2bb0d req-8ce81357-73c3-4a4d-a284-10e103987f3e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:14.696495 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d2eaa1c4-133d-4f96-8f69-c94c97b2bb0d req-8ce81357-73c3-4a4d-a284-10e103987f3e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0504384 Sep 17 19:22:14.738302 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d2eaa1c4-133d-4f96-8f69-c94c97b2bb0d req-4ad23fee-5a4a-47b8-82e3-0326bd5df85f tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Sep 17 19:22:14.910493 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:15.854151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a36e9-0d03-4060-9f01-a552b93cd62b req-ce3624ee-e23e-4ef9-b95d-2486f9d635dd tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:15.855712 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-833a36e9-0d03-4060-9f01-a552b93cd62b req-ce3624ee-e23e-4ef9-b95d-2486f9d635dd tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0503409 Sep 17 19:22:15.898116 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-833a36e9-0d03-4060-9f01-a552b93cd62b req-8b47dabe-398a-4680-9b6d-20f356fdadd5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Sep 17 19:22:17.009479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb6d24-3281-4ded-9dbd-9975052c495d req-b388a6c5-d9cc-49ee-b293-c008f6d00efd tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:17.010976 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dbbb6d24-3281-4ded-9dbd-9975052c495d req-b388a6c5-d9cc-49ee-b293-c008f6d00efd tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0491521 Sep 17 19:22:17.049363 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dbbb6d24-3281-4ded-9dbd-9975052c495d req-b8671296-8462-45e5-b2e8-80ec2124ef75 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319629 Sep 17 19:22:18.164682 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd875-944e-42df-b8a4-2160e3b6adc4 req-3c8c7078-a99b-44f8-837a-14025d88a5c3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:18.167184 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-361fd875-944e-42df-b8a4-2160e3b6adc4 req-3c8c7078-a99b-44f8-837a-14025d88a5c3 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0501118 Sep 17 19:22:18.209610 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-361fd875-944e-42df-b8a4-2160e3b6adc4 req-f9d5ed95-62ca-4555-abb2-e49e8e02a747 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Sep 17 19:22:19.320872 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b24f5d-59a1-41d2-8ae7-296d5aea875a req-f1e96b06-4130-439b-b67f-f607cae03243 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:19.322342 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-03b24f5d-59a1-41d2-8ae7-296d5aea875a req-f1e96b06-4130-439b-b67f-f607cae03243 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0487468 Sep 17 19:22:19.359615 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-03b24f5d-59a1-41d2-8ae7-296d5aea875a req-b6ffc7e4-78fd-41a8-a40c-f6041b383bb7 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313301 Sep 17 19:22:20.469678 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0dd16-4d11-4225-9703-1e34ac8210e7 req-778ee9d1-8fca-42b1-9a1a-e240eed11700 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:20.471138 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1a0dd16-4d11-4225-9703-1e34ac8210e7 req-778ee9d1-8fca-42b1-9a1a-e240eed11700 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0472944 Sep 17 19:22:20.507402 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e1a0dd16-4d11-4225-9703-1e34ac8210e7 req-c3dea396-13d1-437c-a5c9-e0d0dc5b23da tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304501 Sep 17 19:22:21.526013 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Request body: {'port': {'device_id': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:21.598212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:21.662700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaa241-0fe1-419d-a7d8-41a08a7a0464 req-5aa83d9f-93f7-4010-bb00-c8c191a8bd2d tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:21.664125 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58aaa241-0fe1-419d-a7d8-41a08a7a0464 req-5aa83d9f-93f7-4010-bb00-c8c191a8bd2d tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 931 time: 0.0805776 Sep 17 19:22:21.770742 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58aaa241-0fe1-419d-a7d8-41a08a7a0464 req-1321af27-993c-4884-9f65-9a326e80e776 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937376 Sep 17 19:22:21.902865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:22:21.909931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:21.921203 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Transition to ACTIVE for port object e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:22:21.925321 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:21.972535 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:22.041498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Attempting to bind port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:22:22.041838 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Attempting to bind port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:22:22.042152 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Attempting to bind port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 on network 74588bb5-9e0b-4551-a482-2ac2eac99e2c {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:22:22.047925 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 on network 74588bb5-9e0b-4551-a482-2ac2eac99e2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:22:22.048343 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Attempting to bind port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 on network 74588bb5-9e0b-4551-a482-2ac2eac99e2c {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:22:22.053538 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:22:22.053870 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Checking segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:22:22.054243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Bound using segment: {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:22:22.054660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Bound port: e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f704d164-1ae9-4a3c-a397-7b49ae18bac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:22:22.055010 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:22.131666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:22:22.134811 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:22:22.138631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:22.172924 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.173479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:22.174851 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] 10.222.0.22 "PUT /v2.0/ports/e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 1093 time: 0.6534858 Sep 17 19:22:22.175290 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:22.177570 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81" -d '{"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:22.202421 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24addcb2-5188-4820-aef1-27dff023e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:22.224415 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee95feb-8499-45ad-bb56-07ce89f2988c x-openstack-request-id: req-4ee95feb-8499-45ad-bb56-07ce89f2988c {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:22.224712 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:22.224961 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ee95feb-8499-45ad-bb56-07ce89f2988c {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:22.225406 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:22:22.278198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-208d1d58-6db2-4602-b230-f5a72d72d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.279763 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-208d1d58-6db2-4602-b230-f5a72d72d693 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1096 time: 0.0457921 Sep 17 19:22:22.348275 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-5a413269-e999-4cf8-a0ce-cf588b75a350 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 217 time: 0.0371552 Sep 17 19:22:22.399064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-9fc6a800-9f0e-4132-b716-f213726d3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.400641 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-9fc6a800-9f0e-4132-b716-f213726d3a58 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.0438282 Sep 17 19:22:22.446426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-5ea04c73-7b1e-407b-827f-29cea8d70de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.448028 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-5ea04c73-7b1e-407b-827f-29cea8d70de3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394652 Sep 17 19:22:22.539979 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-143bd3fb-6dd2-46c0-b01b-417ed97fd63a service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835893 Sep 17 19:22:22.628203 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d93048ea-7dae-466a-b4ec-23a778bd5c60 req-cedb193c-b223-49ba-8ced-9ba208e324b8 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800698 Sep 17 19:22:22.722633 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-3c11173b-91c1-4265-8801-315ca169dd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.724109 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-3c11173b-91c1-4265-8801-315ca169dd89 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1096 time: 0.0392637 Sep 17 19:22:22.816501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-9118d958-1ac4-4892-846a-6460a092c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.817965 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-9118d958-1ac4-4892-846a-6460a092c8c8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.0859966 Sep 17 19:22:22.861268 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-66057cce-02fd-4a9e-bb63-e987b46718ea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 217 time: 0.0346327 Sep 17 19:22:22.941433 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d00a6-2005-4b0a-a2f2-e006cf43b6c3 req-a835560a-7b95-4cf3-8c75-82e8f10f163c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.942894 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c8d00a6-2005-4b0a-a2f2-e006cf43b6c3 req-a835560a-7b95-4cf3-8c75-82e8f10f163c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 943 time: 0.0844777 Sep 17 19:22:22.944585 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-24d24250-c02a-45e5-aaaa-bafa844d22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:22.945910 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-24d24250-c02a-45e5-aaaa-bafa844d22bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.0767689 Sep 17 19:22:23.002952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c8d00a6-2005-4b0a-a2f2-e006cf43b6c3 req-95c5797b-a6c7-478f-8ada-256c8d57b141 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538666 Sep 17 19:22:23.011949 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-2cb9c779-ed97-491c-baef-fb32c88a8bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:23.013598 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-2cb9c779-ed97-491c-baef-fb32c88a8bc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590630 Sep 17 19:22:23.104989 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-574db081-5da3-455e-99f3-7c084bb0e24b service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825500 Sep 17 19:22:23.190071 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4cac02b6-5bd4-4cf9-b7d9-58905e082b81 req-ac403ff0-e54d-4242-a9e9-462c1bdb11a8 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778637 Sep 17 19:22:23.524365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8208d2-564d-4267-a736-67339772f8e5 req-d2249aee-9d46-4356-9ad7-d12865ae12e9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:23.525730 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ab8208d2-564d-4267-a736-67339772f8e5 req-d2249aee-9d46-4356-9ad7-d12865ae12e9 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0510931 Sep 17 19:22:23.562420 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ab8208d2-564d-4267-a736-67339772f8e5 req-9cd9f73b-098f-4b2b-9ed6-18c56a2f4ad1 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Sep 17 19:22:24.113054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbabe6-de2a-4fb0-9abe-46204b67fe1e req-26b3bdd2-74cd-4943-847c-cd189fa017f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:24.114491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-97fbabe6-de2a-4fb0-9abe-46204b67fe1e req-26b3bdd2-74cd-4943-847c-cd189fa017f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 943 time: 0.0465925 Sep 17 19:22:24.150531 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-97fbabe6-de2a-4fb0-9abe-46204b67fe1e req-29fe3c07-05fb-464d-961d-d5fecf51ae13 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303648 Sep 17 19:22:24.563396 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:22:24.661859 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:24.674835 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'port_id': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'mac_address': 'fa:16:3e:e4:1b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:22:24.678480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6d8f8-50d6-4707-99e6-a7c576c0cc5e req-abe7334d-58f0-41f9-ab36-9ec3faf6648f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:24.679700 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-00e6d8f8-50d6-4707-99e6-a7c576c0cc5e req-abe7334d-58f0-41f9-ab36-9ec3faf6648f tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0487063 Sep 17 19:22:24.712660 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:24.722155 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-00e6d8f8-50d6-4707-99e6-a7c576c0cc5e req-ded19b1b-2c7a-47f3-a78e-55f1b8502267 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/security-groups?id=bda8cb17-2e7d-4745-a456-5bac1258fa49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Sep 17 19:22:24.727129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:22:24.746554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:24.750885 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:24.798365 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:25.263215 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a562fc6-dee7-43e2-a480-db1ae4ae738b req-124ff692-387b-4633-9ee7-30b6972ca2f4 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:25.264660 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6a562fc6-dee7-43e2-a480-db1ae4ae738b req-124ff692-387b-4633-9ee7-30b6972ca2f4 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 944 time: 0.0512760 Sep 17 19:22:25.284105 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:22:25.301229 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6a562fc6-dee7-43e2-a480-db1ae4ae738b req-eacaa6fc-186a-4275-ad25-191bcf8fda20 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301151 Sep 17 19:22:25.395351 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518d1b8-f846-466e-8800-d176895c04d2 req-d4f11380-3f54-4c79-8327-e883e247fdf0 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:25.396845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e518d1b8-f846-466e-8800-d176895c04d2 req-d4f11380-3f54-4c79-8327-e883e247fdf0 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 946 time: 0.0501325 Sep 17 19:22:25.489968 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Deleting port fe9488f4-76de-4167-8ae2-be8abd2b1885 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:22:25.490229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:25.579158 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] For port fe9488f4-76de-4167-8ae2-be8abd2b1885, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=fe9488f4-76de-4167-8ae2-be8abd2b1885,segment=NetworkSegment(92c95868-ab76-4764-92a5-fce73adf01ad),segment_id=92c95868-ab76-4764-92a5-fce73adf01ad)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:25.579158 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:25.591432 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Calling delete_port for fe9488f4-76de-4167-8ae2-be8abd2b1885 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:22:25.720246 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:25.747791 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Pushing event deleted for resources: {'Port': ['ID=fe9488f4-76de-4167-8ae2-be8abd2b1885,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:25.787702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] No DVR routers for this DVR port fe9488f4-76de-4167-8ae2-be8abd2b1885 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:22:25.790303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:25.792301 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e518d1b8-f846-466e-8800-d176895c04d2 req-32e9108c-813d-49fb-9819-1106655536fc tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.22 "DELETE /v2.0/ports/fe9488f4-76de-4167-8ae2-be8abd2b1885 HTTP/1.1" status: 204 len: 173 time: 0.3887141 Sep 17 19:22:25.792726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'name': 'network-vif-deleted', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:25.794945 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a5679c-c38a-4204-a4d3-4db7d14b20cd" -d '{"events": [{"server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "name": "network-vif-deleted", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:25.828215 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cbcc1baa-c289-4381-b084-79720670e522 req-87361775-8fc1-41b9-a680-ddadc0c1e088 tempest-VolumesSnapshotTestJSON-313670926 tempest-VolumesSnapshotTestJSON-313670926-project] 10.222.0.21 "GET /v2.0/ports?device_id=515041b4-7ef1-4959-b249-ca03d1224448 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Sep 17 19:22:25.836100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8f3fdf-c825-409c-85c6-c7cad00e0ac8 x-openstack-request-id: req-8a8f3fdf-c825-409c-85c6-c7cad00e0ac8 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:25.836393 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "515041b4-7ef1-4959-b249-ca03d1224448", "name": "network-vif-deleted", "tag": "fe9488f4-76de-4167-8ae2-be8abd2b1885", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:25.836673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a8f3fdf-c825-409c-85c6-c7cad00e0ac8 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:25.837084 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '515041b4-7ef1-4959-b249-ca03d1224448', 'name': 'network-vif-deleted', 'tag': 'fe9488f4-76de-4167-8ae2-be8abd2b1885', 'status': 'completed', 'code': 200} Sep 17 19:22:26.019433 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['fe9488f4-76de-4167-8ae2-be8abd2b1885'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:22:26.058739 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef19cf1-0821-45d5-8a51-ab110dfc7007 req-e2912a92-6f47-4b93-9ff6-13d4226fa336 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:26.060493 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aef19cf1-0821-45d5-8a51-ab110dfc7007 req-e2912a92-6f47-4b93-9ff6-13d4226fa336 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0492492 Sep 17 19:22:26.098746 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aef19cf1-0821-45d5-8a51-ab110dfc7007 req-7cb5578a-abe1-438e-8b93-e7eb67e69afb tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 Sep 17 19:22:26.420351 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b2ad-fab1-4fe3-975c-714e870660cb req-26580c4c-14f5-434e-986c-5a1d467ddf9b tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:26.422378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9161b2ad-fab1-4fe3-975c-714e870660cb req-26580c4c-14f5-434e-986c-5a1d467ddf9b tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 944 time: 0.0485897 Sep 17 19:22:26.458788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9161b2ad-fab1-4fe3-975c-714e870660cb req-d70e6fc6-3535-4e1a-8396-262fa3b1e96a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306292 Sep 17 19:22:26.579755 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:22:26.625997 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:22:26.629601 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:22:26.629972 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:26.704965 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:26.726285 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:26.728595 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fdbbbd-0354-4e3f-9aef-86ac8785fdad" -d '{"events": [{"server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:26.741276 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:26.745248 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:26.746035 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fe9488f4-76de-4167-8ae2-be8abd2b1885 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:22:26.781699 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: fe9488f4-76de-4167-8ae2-be8abd2b1885 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:22:26.782043 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device fe9488f4-76de-4167-8ae2-be8abd2b1885 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:22:26.811348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:26.822767 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80f62c4-7d7e-417f-80de-373938213d7b x-openstack-request-id: req-c80f62c4-7d7e-417f-80de-373938213d7b {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:26.823054 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "name": "network-vif-plugged", "status": "completed", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:26.823302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c80f62c4-7d7e-417f-80de-373938213d7b {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:26.823682 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'code': 200} Sep 17 19:22:26.985269 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f56b55-837a-41f4-9e97-2b738da333b2 req-db6cf902-64f3-4794-86e1-331c1e498152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:26.986717 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12f56b55-837a-41f4-9e97-2b738da333b2 req-db6cf902-64f3-4794-86e1-331c1e498152 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1098 time: 0.0417519 Sep 17 19:22:27.021930 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12f56b55-837a-41f4-9e97-2b738da333b2 req-26969e10-ce3b-413e-882c-328be615ec60 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272343 Sep 17 19:22:27.216607 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ccc33b-d071-4d3a-8297-86063dfd8bae req-216f0684-e807-4525-a69d-9d3c1e7ffe11 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:27.218736 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08ccc33b-d071-4d3a-8297-86063dfd8bae req-216f0684-e807-4525-a69d-9d3c1e7ffe11 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0479712 Sep 17 19:22:27.254564 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-08ccc33b-d071-4d3a-8297-86063dfd8bae req-cfab02d8-40b5-43d6-9c43-48702ab3ee94 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299180 Sep 17 19:22:27.359596 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:27.567480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aa873-619d-469f-beab-19d1ab830c77 req-91f360b3-d346-4404-91b7-cd02ccfd098d tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:27.568945 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-837aa873-619d-469f-beab-19d1ab830c77 req-91f360b3-d346-4404-91b7-cd02ccfd098d tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0468557 Sep 17 19:22:27.605165 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-837aa873-619d-469f-beab-19d1ab830c77 req-cf9ffcd6-936d-4a41-b4cf-db177df883af tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304224 Sep 17 19:22:28.384564 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ea28-eb2d-4233-8007-765bdf1e1d13 req-892fbd29-e714-440d-a6a4-aea752e1ed01 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:28.386063 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b73ea28-eb2d-4233-8007-765bdf1e1d13 req-892fbd29-e714-440d-a6a4-aea752e1ed01 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0608289 Sep 17 19:22:28.423883 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1b73ea28-eb2d-4233-8007-765bdf1e1d13 req-3dae9010-f62e-487e-8d81-af8645ee28cb tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316558 Sep 17 19:22:28.715529 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba79ca-49e7-4d97-b175-dc413c7f985d req-70f033dd-a2f4-420b-bec4-9bf15590ae25 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:28.717124 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10ba79ca-49e7-4d97-b175-dc413c7f985d req-70f033dd-a2f4-420b-bec4-9bf15590ae25 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0481679 Sep 17 19:22:28.754630 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10ba79ca-49e7-4d97-b175-dc413c7f985d req-337f76cd-aeaa-492c-b8a4-dfbb57b1dabd tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Sep 17 19:22:28.866281 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5335df-3119-4171-a7fc-130515582ed7 req-43f6413a-8e4f-4b01-923c-210770800887 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:28.867840 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1d5335df-3119-4171-a7fc-130515582ed7 req-43f6413a-8e4f-4b01-923c-210770800887 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0485096 Sep 17 19:22:28.906393 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1d5335df-3119-4171-a7fc-130515582ed7 req-61fd307a-c17f-4f64-a704-fda6f66df079 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Sep 17 19:22:29.222217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27115bf-512e-40b6-84f4-b8618fd6c5cc req-840fa9be-a16b-4b3e-a8b9-7e7ee35e9fb7 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:29.223632 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c27115bf-512e-40b6-84f4-b8618fd6c5cc req-840fa9be-a16b-4b3e-a8b9-7e7ee35e9fb7 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0501027 Sep 17 19:22:29.258912 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c27115bf-512e-40b6-84f4-b8618fd6c5cc req-46d811fb-1d4d-4899-8efa-259ead7203e1 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295663 Sep 17 19:22:29.548991 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97295c-f6e6-48f9-a074-94a4037aaeca req-ffa986fb-ff21-41f7-8bf6-129d26c4158c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:29.550535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea97295c-f6e6-48f9-a074-94a4037aaeca req-ffa986fb-ff21-41f7-8bf6-129d26c4158c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0557704 Sep 17 19:22:29.591866 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea97295c-f6e6-48f9-a074-94a4037aaeca req-6899909b-c985-40b9-87cb-2891871fa0bf tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349007 Sep 17 19:22:29.737631 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:22:30.705012 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ceb6-fac6-4359-9376-2b9d4c9c4b0a req-f9a9a157-19b4-44a8-9f9e-b0153db08f4f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:30.706477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0cb9ceb6-fac6-4359-9376-2b9d4c9c4b0a req-f9a9a157-19b4-44a8-9f9e-b0153db08f4f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0476329 Sep 17 19:22:30.743606 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0cb9ceb6-fac6-4359-9376-2b9d4c9c4b0a req-b119df7d-3cd0-4b0e-ae22-a38efdf28400 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304773 Sep 17 19:22:31.074435 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-07c19702-2fde-4929-aa4d-7db98f2631d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404770 Sep 17 19:22:31.866407 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b05a20-9b0c-467a-b842-103f0f64b839 req-cb1d317e-9a3b-4db2-a9af-fab1aa7ad02b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:31.867831 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30b05a20-9b0c-467a-b842-103f0f64b839 req-cb1d317e-9a3b-4db2-a9af-fab1aa7ad02b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0472362 Sep 17 19:22:31.904529 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30b05a20-9b0c-467a-b842-103f0f64b839 req-d22de48e-631f-4c4e-a12f-1699efa7167b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Sep 17 19:22:32.461660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-46613889-be21-41d6-8683-720fd131cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:32.463158 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-46613889-be21-41d6-8683-720fd131cb99 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 1099 time: 0.0402770 Sep 17 19:22:32.566767 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-dad693ba-12c4-4e8b-967e-7cfce925e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:32.568397 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-dad693ba-12c4-4e8b-967e-7cfce925e103 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0857308 Sep 17 19:22:32.631064 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-4c483f5e-af16-41f5-8df6-dafda14d189c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 200 len: 1001 time: 0.0553200 Sep 17 19:22:32.677691 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-af8761f0-e876-4676-9c8d-2cc0efdbd886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:32.679225 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-af8761f0-e876-4676-9c8d-2cc0efdbd886 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0414016 Sep 17 19:22:32.726497 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-0c0f9313-abe2-4c1e-857f-47218c8aea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:32.728033 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-0c0f9313-abe2-4c1e-857f-47218c8aea42 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420632 Sep 17 19:22:32.814836 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-9a229ed2-6560-4086-bde2-eec5af63218f service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798535 Sep 17 19:22:33.187465 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1ca00cc-d6d3-4630-9397-3889d29dca76 req-323d4760-7901-4510-821b-7949da83a8d6 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643730 Sep 17 19:22:33.198173 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661987e-eeaa-4b6f-9241-68e05bdc9fe1 req-457527c8-664b-4beb-9f72-30072b3c8e1a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:33.199527 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a661987e-eeaa-4b6f-9241-68e05bdc9fe1 req-457527c8-664b-4beb-9f72-30072b3c8e1a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0666270 Sep 17 19:22:33.239653 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a661987e-eeaa-4b6f-9241-68e05bdc9fe1 req-3035ab23-cb60-4da1-978d-4d848abf58f8 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334296 Sep 17 19:22:34.370258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb6711-85b2-4880-87d4-51ee5277c291 req-c2a53a96-6304-4f11-8f91-34e8913f6df1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:34.371769 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5fdb6711-85b2-4880-87d4-51ee5277c291 req-c2a53a96-6304-4f11-8f91-34e8913f6df1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0524640 Sep 17 19:22:34.408509 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5fdb6711-85b2-4880-87d4-51ee5277c291 req-dd51dba8-3713-4f56-a9e2-f7de287df859 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306752 Sep 17 19:22:35.521834 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677015-2da5-46f0-a635-82d18c7ad20f req-b3895a0c-c0ad-4d0b-a46b-37d01988232c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:35.523178 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2f677015-2da5-46f0-a635-82d18c7ad20f req-b3895a0c-c0ad-4d0b-a46b-37d01988232c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0470846 Sep 17 19:22:35.559570 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2f677015-2da5-46f0-a635-82d18c7ad20f req-7a42b6f7-617f-4282-be2a-871cfa8b59da tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 17 19:22:36.670347 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad39880-a976-4f60-9595-e90bdc8af806 req-914cee06-c2f7-4dae-96ed-18ddc1686fd1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:36.671775 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4ad39880-a976-4f60-9595-e90bdc8af806 req-914cee06-c2f7-4dae-96ed-18ddc1686fd1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0475008 Sep 17 19:22:36.708491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4ad39880-a976-4f60-9595-e90bdc8af806 req-2bc5e3c4-e51b-4144-954d-77111b8f1baa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308568 Sep 17 19:22:37.822688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4aa8e-6917-4f33-b731-13647cd62ca8 req-6255db2d-6002-4b85-a6f7-8fdfff1fee53 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:37.824139 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dba4aa8e-6917-4f33-b731-13647cd62ca8 req-6255db2d-6002-4b85-a6f7-8fdfff1fee53 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0494840 Sep 17 19:22:37.860044 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dba4aa8e-6917-4f33-b731-13647cd62ca8 req-a16cff91-e60a-4858-a6b8-d3cee9e34d09 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296230 Sep 17 19:22:38.969788 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58928406-49b1-46d9-829f-32c3977128ef req-4040c0bb-4581-456c-b2cb-281ea163ec72 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:38.971717 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58928406-49b1-46d9-829f-32c3977128ef req-4040c0bb-4581-456c-b2cb-281ea163ec72 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0469694 Sep 17 19:22:39.007805 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58928406-49b1-46d9-829f-32c3977128ef req-de88dcff-176e-4eb1-be07-df638f73c698 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301692 Sep 17 19:22:39.370142 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-88fd01f2-9891-4a0e-b3f1-316c11b45625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:40.120291 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636fbb3-0f8c-466f-9040-c85337c538d7 req-7c13df82-ff77-4fba-95a9-2f3802862df7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:40.121728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d636fbb3-0f8c-466f-9040-c85337c538d7 req-7c13df82-ff77-4fba-95a9-2f3802862df7 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0468125 Sep 17 19:22:40.157680 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d636fbb3-0f8c-466f-9040-c85337c538d7 req-fb4eae7e-629a-4b47-b465-0707968eae3f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294943 Sep 17 19:22:41.270857 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90c3e8-250d-4045-bd10-e13ec8e07956 req-ae180c7a-866e-4b2f-a3d7-2fe29c46e5ca tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:41.272458 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea90c3e8-250d-4045-bd10-e13ec8e07956 req-ae180c7a-866e-4b2f-a3d7-2fe29c46e5ca tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0498345 Sep 17 19:22:41.308760 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ea90c3e8-250d-4045-bd10-e13ec8e07956 req-aaf93d04-6887-4d67-b7da-e73f37e9ffac tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307178 Sep 17 19:22:41.926338 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-df492641-6c66-45cb-9fb7-b4b050c14c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:42.381205 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:42.428076 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e9794-eeac-4f1b-9b4d-68700aa8910f req-bc7431be-6b94-4f9a-9882-c48fb89fadd9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:42.429577 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-321e9794-eeac-4f1b-9b4d-68700aa8910f req-bc7431be-6b94-4f9a-9882-c48fb89fadd9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0564644 Sep 17 19:22:42.470078 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-321e9794-eeac-4f1b-9b4d-68700aa8910f req-e5981b21-4ab4-4344-827d-ce8833107c0e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343149 Sep 17 19:22:43.429501 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:43.581056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289113dc-6318-4bb8-84c4-747680dc5466 req-23292be8-be66-4638-9524-cc32947f63ef tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:43.582534 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-289113dc-6318-4bb8-84c4-747680dc5466 req-23292be8-be66-4638-9524-cc32947f63ef tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0474439 Sep 17 19:22:43.619588 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-289113dc-6318-4bb8-84c4-747680dc5466 req-eff99df9-91d8-43cf-b032-7dbd9d084235 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306275 Sep 17 19:22:43.936240 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd613414-79a7-432b-9080-db6876c7428a req-b420d362-42c8-4b4a-b237-94ae95183628 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:43.937742 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd613414-79a7-432b-9080-db6876c7428a req-b420d362-42c8-4b4a-b237-94ae95183628 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0511851 Sep 17 19:22:43.975005 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fd613414-79a7-432b-9080-db6876c7428a req-035c1fe4-4efd-46fd-95dc-5ba9a0f06cd9 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Sep 17 19:22:43.996438 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39598) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:44.129444 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ea3cb-ab54-4ecd-afca-d04c7dfd628d tempest-TestMinimumBasicScenario-1731248618 tempest-TestMinimumBasicScenario-1731248618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:44.131155 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8f7ea3cb-ab54-4ecd-afca-d04c7dfd628d tempest-TestMinimumBasicScenario-1731248618 tempest-TestMinimumBasicScenario-1731248618-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1093 time: 0.1337497 Sep 17 19:22:44.133924 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39606) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:44.138228 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'port_id': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:44.170692 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for floatingip, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.266263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.373670 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Allocated IP 172.27.3.207 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/780f48bc-6f72-4402-ab00-bc1748aea654) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:22:44.480083 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.513469 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.550143 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:22:44.555102 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:22:44.562061 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:22:44.564815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'Port': ['ID=780f48bc-6f72-4402-ab00-bc1748aea654,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:44.592599 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.592943 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.593277 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.593603 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.593924 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.594253 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.594569 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.594886 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.595204 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.595517 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.595840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.596170 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:22:44.731435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd1c7-70d4-4477-8806-d2b1ddc9e314 req-5127d617-3041-4ca9-b04f-90e6a025b962 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:44.732951 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-21acd1c7-70d4-4477-8806-d2b1ddc9e314 req-5127d617-3041-4ca9-b04f-90e6a025b962 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0480235 Sep 17 19:22:44.769954 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-21acd1c7-70d4-4477-8806-d2b1ddc9e314 req-000290db-5c49-46cc-b3da-0b4a090a5d0f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311360 Sep 17 19:22:44.910860 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.918929 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:44.982005 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.122850 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.127234 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.195787 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'Port': ['ID=780f48bc-6f72-4402-ab00-bc1748aea654,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:45.206119 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.304329 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.l3_db [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Floating IP 84c22a33-8ed5-4630-ad45-77020d5b0a26 associated. External IP: 172.27.3.207, port: e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5. Sep 17 19:22:45.510198 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Router 55023438-abde-4eca-98a2-279bf0957bdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:22:45.613111 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:22:45.622450 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Sync routers for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:22:45.629265 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.632635 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:22:45.633250 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:22:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:45.655797 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-144cfb60-f085-488d-89ba-c774a5c61ff5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5208859 Sep 17 19:22:45.656375 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:45.658589 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2c32e34fcec546a14a883c4ff213d3102623b5f220e47a3dc45e63540fa4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e81aee7-92c3-4684-a53e-b24c3cec511c" -d '{"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:45.658752 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39620) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:45.663658 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844658607', 'description': 'tempest-secgroup-smoke-844658607 description', 'project_id': '913c6d0416ac480a928ce1d97a408e7d'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:45.690302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.744913 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:22:45.765004 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa3fdb-d601-4374-9ca9-c52288395acd x-openstack-request-id: req-31fa3fdb-d601-4374-9ca9-c52288395acd {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:45.765305 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:45.765553 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fa3fdb-d601-4374-9ca9-c52288395acd {{(pid=94273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:45.765985 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:22:45.782572 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.787231 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.838358 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.842648 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1797907 Sep 17 19:22:45.842982 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39628) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:45.847463 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:45.877380 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.882330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cde62-3df2-4b1d-8b96-a6392e6c54f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c774c867-2ff3-416e-b7e2-a2a051b9e8cf,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:45.903093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-5f840064-92d7-4527-9b6d-10b496346dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:45.904650 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-5f840064-92d7-4527-9b6d-10b496346dde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1098 time: 0.1104474 Sep 17 19:22:45.917134 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610399-3882-4c07-8989-eb09ff5f63ff req-3d523f73-9dcf-4e04-8043-4da6ffb9cee5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:45.924524 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c610399-3882-4c07-8989-eb09ff5f63ff req-3d523f73-9dcf-4e04-8043-4da6ffb9cee5 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0716758 Sep 17 19:22:45.943849 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.948334 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.971248 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fd5a11-0289-4fdc-a7c2-7125671e6d4a,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:45.975526 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:45.976914 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-91c84f53-1be0-4b3c-a093-43b83d5408f0 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329200 Sep 17 19:22:45.979520 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39630) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:45.984174 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:46.010914 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.016887 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3c610399-3882-4c07-8989-eb09ff5f63ff req-259a59da-a5cf-4756-a7a5-270eca63fd1d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910850 Sep 17 19:22:46.053268 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-11c00dae-ac9b-4bc4-8470-96b89d795bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:46.054901 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-11c00dae-ac9b-4bc4-8470-96b89d795bf7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.1230395 Sep 17 19:22:46.073558 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.077711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.101374 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.105284 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220400 Sep 17 19:22:46.105528 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39632) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:46.110040 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:46.114260 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e96847-540d-46ef-a7be-afcbcfd5db2a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4017854d-a76d-44a6-aec3-0b883bc49c64,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:46.129688 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-f03e81dc-b5c9-48e9-9c14-d65b67ba95cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 999 time: 0.0672808 Sep 17 19:22:46.145123 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.169740 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '84c22a33-8ed5-4630-ad45-77020d5b0a26', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'port_id': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'mac_address': 'fa:16:3e:e4:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:22:44Z', 'updated_at': '2021-09-17T19:22:44Z', 'revision_number': 0, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:46.179075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-495f921c-bd9a-455f-a2bd-8247dc504f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:46.180491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-495f921c-bd9a-455f-a2bd-8247dc504f7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.0439041 Sep 17 19:22:46.197215 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Checking router: 55023438-abde-4eca-98a2-279bf0957bdb for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:22:46.206243 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.206432 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:22:46.206978 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:22:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:46.211195 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.230367 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61854d7b-a1ce-4fb2-9967-30fdcd8647fd,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:46.232135 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-e73b2c82-a16a-4d69-a93c-d3d86aebe1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:46.233446 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-e73b2c82-a16a-4d69-a93c-d3d86aebe1d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463293 Sep 17 19:22:46.236407 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.240492 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-fa0d73c4-b7b1-4215-af8b-11746b35e896 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339066 Sep 17 19:22:46.241162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39634) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:46.245670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:46.327652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.341456 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:22:46.373143 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-53c7b0f0-225b-4abb-b2b5-095f53a54da4 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231184 Sep 17 19:22:46.425476 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.453588 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.479473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5155a06-41fd-422e-92e4-7794a784ab13,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:46.495470 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.496689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-cf58cf94-f79c-41fd-8720-3df4df0c6f14 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2545483 Sep 17 19:22:46.499699 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39642) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:46.502237 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e81aee7-92c3-4684-a53e-b24c3cec511c req-01b8f55e-993f-45e9-86e2-b6af08cc2a47 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199360 Sep 17 19:22:46.504885 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:46.530126 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.securitygroups_db [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Project 913c6d0416ac480a928ce1d97a408e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:22:46.535148 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.601861 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.605921 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.617157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '84c22a33-8ed5-4630-ad45-77020d5b0a26', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'port_id': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'mac_address': 'fa:16:3e:e4:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:22:44Z', 'updated_at': '2021-09-17T19:22:44Z', 'revision_number': 0, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:46.620685 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a178f1-57eb-45fd-8fc7-fb00d5c501c4,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:46.629408 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.630643 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f96716f9-e640-4bf9-b0f4-81ac8f8b4353 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294625 Sep 17 19:22:46.633329 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39644) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:46.637891 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'security_group_rule': {'security_group_id': 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf', 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:46.645677 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf3af58-11fd-4585-9958-7172b4559691 None None] The sync data for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi is: [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '84c22a33-8ed5-4630-ad45-77020d5b0a26', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'floating_ip_address': '172.27.3.207', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'port_id': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'mac_address': 'fa:16:3e:e4:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:22:44Z', 'updated_at': '2021-09-17T19:22:44Z', 'revision_number': 0, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:22:46.661116 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.securitygroups_db [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Project 913c6d0416ac480a928ce1d97a408e7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:22:46.666601 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.732678 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.737121 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.752376 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06413776-2417-4cb6-8f47-f6d085de41cd,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:46.761028 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:46.762332 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-0e21bf57-28cd-41b8-8e8a-fa42b013accf tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278908 Sep 17 19:22:46.843688 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-ed545399-d439-4db6-9f5d-02f3d35570c4 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844658607&fields=id&tenant_id=913c6d0416ac480a928ce1d97a408e7d HTTP/1.1" status: 200 len: 267 time: 0.0358994 Sep 17 19:22:46.893516 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01250e-7427-4256-84e5-38a749ebb64c None None] New status for floating IP 84c22a33-8ed5-4630-ad45-77020d5b0a26: ACTIVE {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:22:46.932659 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-c03bf39b-a4eb-427a-8b4a-1408de24adba tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:46.934127 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-c03bf39b-a4eb-427a-8b4a-1408de24adba tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0828168 Sep 17 19:22:46.947490 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693009f-46af-4fed-b2f7-2684bfe076b2 req-a4c61afb-9d28-47f0-b64a-9aeabd9a067b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:46.948918 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a693009f-46af-4fed-b2f7-2684bfe076b2 req-a4c61afb-9d28-47f0-b64a-9aeabd9a067b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0702903 Sep 17 19:22:46.954266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'port': {'security_groups': ['0fe42558-553a-4cfa-9161-90be6e61c45d', 'c774c867-2ff3-416e-b7e2-a2a051b9e8cf']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:22:47.031741 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a693009f-46af-4fed-b2f7-2684bfe076b2 req-6010d20f-cc07-46b9-8073-e9851629718d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743170 Sep 17 19:22:47.040096 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:47.184383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6345be7-a1f4-4493-af9f-c45fd45ddb87 req-d5bda827-e4d5-43ff-b3e7-c15c9d31c32b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.186116 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a6345be7-a1f4-4493-af9f-c45fd45ddb87 req-d5bda827-e4d5-43ff-b3e7-c15c9d31c32b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0865250 Sep 17 19:22:47.277071 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a6345be7-a1f4-4493-af9f-c45fd45ddb87 req-ede166df-b987-491f-a629-de7c43d6c6ff tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769997 Sep 17 19:22:47.298020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:47.327900 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:47.332645 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:47.344238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:22:47.375816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.376454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:47.377880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-47c4573d-e3ac-4e72-8332-74e0b6449559 req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "PUT /v2.0/ports/e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 981 time: 0.4280682 Sep 17 19:22:47.378329 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:47.381280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93" -d '{"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:47.410124 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0409412-314e-4467-b59f-90a47e383a48 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=6']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:47.451390 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94d67aa-b895-4f41-bea9-95ededafdb61 x-openstack-request-id: req-b94d67aa-b895-4f41-bea9-95ededafdb61 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:47.451685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:47.451935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b94d67aa-b895-4f41-bea9-95ededafdb61 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:47.452363 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:22:47.544641 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:22:47.663667 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-1cace0cc-657d-4f6b-a007-09cc4417422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.665336 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-1cace0cc-657d-4f6b-a007-09cc4417422c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1137 time: 0.1782808 Sep 17 19:22:47.683345 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0672b-1e0e-4401-8238-1ffd8ec781a4 req-7b841c39-2d24-4c50-98ac-b2d826dad35d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.685181 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b3f0672b-1e0e-4401-8238-1ffd8ec781a4 req-7b841c39-2d24-4c50-98ac-b2d826dad35d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.1467748 Sep 17 19:22:47.694494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c715da5-66de-4ddc-863f-6bb73e316b20 req-1f7c5377-3095-4898-b895-07b45be5aa65 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.695880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c715da5-66de-4ddc-863f-6bb73e316b20 req-1f7c5377-3095-4898-b895-07b45be5aa65 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.1309476 Sep 17 19:22:47.715409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-b2cb10c7-ad45-4591-8aaf-e9f9ce451a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.716748 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-b2cb10c7-ad45-4591-8aaf-e9f9ce451a45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.1500926 Sep 17 19:22:47.782754 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a22cca92-aa42-4238-873f-c4d0cfce1e82 None None] Provisioning complete for port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:22:47.783122 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a22cca92-aa42-4238-873f-c4d0cfce1e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:47.871401 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5c715da5-66de-4ddc-863f-6bb73e316b20 req-2dd1c110-3fe6-4dbe-a4c0-13e62480f30a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649916 Sep 17 19:22:47.876011 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b3f0672b-1e0e-4401-8238-1ffd8ec781a4 req-00fd20b9-d992-4083-9721-09306343ffd9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700194 Sep 17 19:22:47.918346 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-44430fbd-e86c-4a9f-a461-678d2a1d3b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.919848 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-44430fbd-e86c-4a9f-a461-678d2a1d3b21 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.2328315 Sep 17 19:22:47.920938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-aabf9e88-10a7-4330-aa29-0b6569917ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:47.922247 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-aabf9e88-10a7-4330-aa29-0b6569917ddd service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1805773 Sep 17 19:22:48.042789 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-2d3b24b4-44fd-46d3-96db-9c1b4056a3e6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 1001 time: 0.1045346 Sep 17 19:22:48.048868 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-89b89819-60b0-42d7-832b-81ee607bdc38 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1001 time: 0.1119084 Sep 17 19:22:48.160284 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-39aceb0e-56a7-4a9a-b7ee-d501e1bd2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.161652 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-39aceb0e-56a7-4a9a-b7ee-d501e1bd2df1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.1025436 Sep 17 19:22:48.163666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-f45661f7-ced7-4125-a839-f6049c21cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.165015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-f45661f7-ced7-4125-a839-f6049c21cc70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.1152551 Sep 17 19:22:48.180101 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be06a1-b5f8-4b14-8041-8c4550310cb9 req-f7693b7c-f992-4dd9-8d27-ca9e08a88f8d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.181455 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2be06a1-b5f8-4b14-8041-8c4550310cb9 req-f7693b7c-f992-4dd9-8d27-ca9e08a88f8d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0751767 Sep 17 19:22:48.272902 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a2be06a1-b5f8-4b14-8041-8c4550310cb9 req-e7589e98-547e-4dd5-b8ef-518431e94473 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748668 Sep 17 19:22:48.276022 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-07db752e-9cbe-4665-82dc-c1f552e2a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.277404 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-07db752e-9cbe-4665-82dc-c1f552e2a0b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0951428 Sep 17 19:22:48.279674 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-750962e5-5824-469c-890a-4d7323e66866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.281020 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-750962e5-5824-469c-890a-4d7323e66866 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977528 Sep 17 19:22:48.443324 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-31be1a41-85c0-4864-88c6-4d9530b6ac57 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482942 Sep 17 19:22:48.445050 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-0a16cfd8-a714-414c-91dc-ea422ef69fd5 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491592 Sep 17 19:22:48.616025 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e8d8e6d-cb21-4bef-b9c8-7ca1f5084b93 req-e783db2c-48fa-4af2-a173-e70dda6c206d service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502790 Sep 17 19:22:48.618060 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-feb9ae1d-30f4-42e9-b704-17a1b65716c2 req-aab1f1f4-4669-4593-a24d-35be1b5a7d8f service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515760 Sep 17 19:22:48.989344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a07e6-ab42-4584-ba39-f21c4c058638 req-be8745df-9786-4a4f-b2fc-dc7e44bdd8fa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:48.990808 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e20a07e6-ab42-4584-ba39-f21c4c058638 req-be8745df-9786-4a4f-b2fc-dc7e44bdd8fa tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0476696 Sep 17 19:22:49.027169 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e20a07e6-ab42-4584-ba39-f21c4c058638 req-5da50101-3370-4c7a-b19e-a3353a014252 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305078 Sep 17 19:22:49.388049 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b222-c63c-4df8-ab43-e901111b9644 req-19815416-6dca-4684-b8ed-b8c85769648f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:49.389499 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-84b2b222-c63c-4df8-ab43-e901111b9644 req-19815416-6dca-4684-b8ed-b8c85769648f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0503423 Sep 17 19:22:49.426329 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-84b2b222-c63c-4df8-ab43-e901111b9644 req-71302a17-725f-4153-86dd-1fedeb3a25a3 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307267 Sep 17 19:22:50.142252 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e884b5d-40d8-428b-b107-723155821f50 req-c0e92af8-4fd9-4dd1-bae4-4a5774cb4186 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:50.143677 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e884b5d-40d8-428b-b107-723155821f50 req-c0e92af8-4fd9-4dd1-bae4-4a5774cb4186 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0486696 Sep 17 19:22:50.180278 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0e884b5d-40d8-428b-b107-723155821f50 req-c017264e-d3e0-42db-8bd0-3b30e9fa9ccc tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Sep 17 19:22:50.537815 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb2858-0088-47e5-a35b-af94a1c2b1da req-22674cfa-8df5-4f7f-a1df-bb2ef71736ed tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:50.539252 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7feb2858-0088-47e5-a35b-af94a1c2b1da req-22674cfa-8df5-4f7f-a1df-bb2ef71736ed tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0483119 Sep 17 19:22:50.575256 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7feb2858-0088-47e5-a35b-af94a1c2b1da req-976ab5e7-fc54-4266-842e-afdf9a55a86d tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Sep 17 19:22:51.690887 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827822d-46b5-4031-aa50-2c70b8dfae54 req-dc1a36e0-89b7-4c96-9fa4-aabbee57ee66 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:51.692330 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2827822d-46b5-4031-aa50-2c70b8dfae54 req-dc1a36e0-89b7-4c96-9fa4-aabbee57ee66 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0507696 Sep 17 19:22:51.728892 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2827822d-46b5-4031-aa50-2c70b8dfae54 req-41170914-8a29-4c77-b2b8-01e04c6007e0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306976 Sep 17 19:22:52.061626 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39722) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:52.104394 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Deleting subnet 9e1f903b-1e70-4afa-b428-0c3c0aec7a63 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:22:52.107297 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.139237 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.175104 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.229179 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.255066 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1f903b-1e70-4afa-b428-0c3c0aec7a63,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:52.257645 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.260801 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e3c43de4-86b8-4271-a007-34280079ef04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9e1f903b-1e70-4afa-b428-0c3c0aec7a63 HTTP/1.1" status: 204 len: 168 time: 0.1968579 Sep 17 19:22:52.261899 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39724) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:52.327468 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.406813 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.428224 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cb8fd5-f289-4810-b890-e3d4da639d82']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:52.437975 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c95868-ab76-4764-92a5-fce73adf01ad') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:52.438263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c95868-ab76-4764-92a5-fce73adf01ad') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:52.447908 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.460890 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.467089 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:22:52.467611 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:22:52.469396 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:22:52.524803 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.531594 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.533470 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] 10.222.0.21 "DELETE /v2.0/networks/11cb8fd5-f289-4810-b890-e3d4da639d82 HTTP/1.1" status: 204 len: 168 time: 0.2706738 Sep 17 19:22:52.542323 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1369aba-aa72-44a5-8e4d-04abe3e5671c admin admin] Pushing event deleted for resources: {'Network': ['ID=11cb8fd5-f289-4810-b890-e3d4da639d82,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:52.687686 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39728) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:52.725396 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-9d4d39b8-27a2-477c-a20b-42a13aa3414a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b15797119d08413baa6916c70a82f425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365527 Sep 17 19:22:52.727559 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39730) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:22:52.773871 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.794643 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.840618 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d78b03-28ca-435f-bb5d-aaf95d656360 req-c146986a-b564-4897-881b-64bdbb2c000f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:52.842015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30d78b03-28ca-435f-bb5d-aaf95d656360 req-c146986a-b564-4897-881b-64bdbb2c000f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0487287 Sep 17 19:22:52.842244 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.844904 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:52.846116 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bda8cb17-2e7d-4745-a456-5bac1258fa49 HTTP/1.1" status: 204 len: 168 time: 0.1176662 Sep 17 19:22:52.854656 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614fda1-15ef-4581-8c39-07162bf29edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda8cb17-2e7d-4745-a456-5bac1258fa49,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:52.885979 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30d78b03-28ca-435f-bb5d-aaf95d656360 req-e9fb9cb8-fcef-4256-a657-7a9cd7dc00b8 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Sep 17 19:22:53.999151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f00c9-6ea5-461c-8c25-8f8160044e73 req-9b6aa1a3-4ae8-4045-a07d-fc191dc68523 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:54.000621 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b08f00c9-6ea5-461c-8c25-8f8160044e73 req-9b6aa1a3-4ae8-4045-a07d-fc191dc68523 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0464678 Sep 17 19:22:54.036842 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b08f00c9-6ea5-461c-8c25-8f8160044e73 req-4992f4bd-e326-41b3-86d1-6e95e00975c5 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Sep 17 19:22:55.151205 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c4676-04f2-40d3-b03b-2699b8695ed4 req-8ed19606-9ffe-482f-8e05-7c5e54051bd7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:55.152707 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e38c4676-04f2-40d3-b03b-2699b8695ed4 req-8ed19606-9ffe-482f-8e05-7c5e54051bd7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Sep 17 19:22:55.191251 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e38c4676-04f2-40d3-b03b-2699b8695ed4 req-bbacd873-eb3f-49f6-aa61-68641e5f4326 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Sep 17 19:22:56.302805 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3326c8c-2230-42b6-986a-1f2b80c7380e req-5718a355-813d-4f16-8529-9fcf68438fe0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:56.304273 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3326c8c-2230-42b6-986a-1f2b80c7380e req-5718a355-813d-4f16-8529-9fcf68438fe0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0467112 Sep 17 19:22:56.341025 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3326c8c-2230-42b6-986a-1f2b80c7380e req-fdd1dfb3-fb73-4b58-9cfd-babfdcadf15c tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301220 Sep 17 19:22:56.658523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd800ee-aa24-4421-a6b6-09e980060e03 req-6f9ee982-310e-4497-b813-6d93a8c0c087 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:56.659996 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bd800ee-aa24-4421-a6b6-09e980060e03 req-6f9ee982-310e-4497-b813-6d93a8c0c087 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0471289 Sep 17 19:22:56.696916 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bd800ee-aa24-4421-a6b6-09e980060e03 req-8f49ffba-8b95-48cb-9efe-024eefc83306 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Sep 17 19:22:57.078805 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-b4dcaaf3-f63b-452a-bed7-1e1fefa3157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.080250 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-b4dcaaf3-f63b-452a-bed7-1e1fefa3157c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0427716 Sep 17 19:22:57.373253 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:57.425531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-24dbb348-e0a9-4ebd-b66a-77ce7105c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.426933 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-24dbb348-e0a9-4ebd-b66a-77ce7105c460 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.3383381 Sep 17 19:22:57.503656 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7593-e199-42fe-988c-d66c05d0d157 req-51b17fa7-8cfb-491a-884c-727f98bcb5f1 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.505112 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec2f7593-e199-42fe-988c-d66c05d0d157 req-51b17fa7-8cfb-491a-884c-727f98bcb5f1 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0973754 Sep 17 19:22:57.516255 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-a40bf1a5-f66d-4b55-b55d-728cb0b97c2f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 1001 time: 0.0750937 Sep 17 19:22:57.576949 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec2f7593-e199-42fe-988c-d66c05d0d157 req-0a5c69e0-ab56-4b03-80dd-a1088a1d797b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632834 Sep 17 19:22:57.582088 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-a6d24fcf-fe04-464e-bc65-f8a0bffffe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.583525 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-a6d24fcf-fe04-464e-bc65-f8a0bffffe0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0560417 Sep 17 19:22:57.633274 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-561886eb-84ba-4857-8b14-7745668c2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.634713 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-561886eb-84ba-4857-8b14-7745668c2ee3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428143 Sep 17 19:22:57.723691 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-cf7954da-1b01-45b1-b767-7d9fb009f3cb service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802064 Sep 17 19:22:57.843743 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-246a65fc-b4bb-4c2e-91b7-63a51d0d52e9 req-7fc5c7ff-801d-4987-a94f-4b8fd5b367db service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122496 Sep 17 19:22:57.854314 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf06af-35f3-4ee9-ab28-f4824a4f6e00 req-72168485-f04e-4fb9-b4d0-288845a484d7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:57.855701 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0cbf06af-35f3-4ee9-ab28-f4824a4f6e00 req-72168485-f04e-4fb9-b4d0-288845a484d7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0675604 Sep 17 19:22:57.892496 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0cbf06af-35f3-4ee9-ab28-f4824a4f6e00 req-a798b1c4-d72a-45e0-b068-fdbb42941ae7 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307033 Sep 17 19:22:58.494986 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-ad0f911b-f0bd-434e-ac47-7bbfca9c076e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:58.496406 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-ad0f911b-f0bd-434e-ac47-7bbfca9c076e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0471141 Sep 17 19:22:58.588609 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Deleting port 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:22:58.588947 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:58.704784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] For port 032c1a47-a448-4c7c-8539-96747467d6dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=032c1a47-a448-4c7c-8539-96747467d6dd,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:22:58.705143 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:58.742536 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b7037-f0bb-4573-98a7-a96718d3d6f8 req-95051338-4425-4da5-88db-11aa60ebfbbb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:58.744571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-815b7037-f0bb-4573-98a7-a96718d3d6f8 req-95051338-4425-4da5-88db-11aa60ebfbbb tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0928624 Sep 17 19:22:58.851376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-815b7037-f0bb-4573-98a7-a96718d3d6f8 req-f19266f1-f27d-4cc4-8758-c8c003ea7902 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762465 Sep 17 19:22:58.954269 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:58.954632 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:58.954950 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Floating IP 6aa91bba-8298-4723-9c8f-7ab75702cedc disassociated. External IP: 172.27.3.246, port: 032c1a47-a448-4c7c-8539-96747467d6dd. Sep 17 19:22:58.955308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Calling delete_port for 032c1a47-a448-4c7c-8539-96747467d6dd owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:22:59.054479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5efa7d-04ce-41b9-b0f1-0b04f4510e83 req-b5fbe316-e014-4220-ad1b-d0c90c0fc6c5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:22:59.056521 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4e5efa7d-04ce-41b9-b0f1-0b04f4510e83 req-b5fbe316-e014-4220-ad1b-d0c90c0fc6c5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ff49560-e3b5-4db5-9840-1b5d5996a111 HTTP/1.1" status: 200 len: 946 time: 0.0923076 Sep 17 19:22:59.124026 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4e5efa7d-04ce-41b9-b0f1-0b04f4510e83 req-5344189d-af10-4c07-8a5e-a302cda2308a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=71eb704e-4e4b-4997-a945-72659766ae22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579016 Sep 17 19:22:59.143692 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:59.173457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'Port': ['ID=032c1a47-a448-4c7c-8539-96747467d6dd,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:22:59.284913 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:22:59.390862 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:22:59.401608 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:22:59.413574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:22:59.418795 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:22:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:59.429937 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] No DVR routers for this DVR port 032c1a47-a448-4c7c-8539-96747467d6dd on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:22:59.433013 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:22:59.435241 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60443bd2-f8f8-42e0-b055-33ee1bea73bc req-afc977bf-6779-450d-b749-abce327e6f56 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "DELETE /v2.0/ports/032c1a47-a448-4c7c-8539-96747467d6dd HTTP/1.1" status: 204 len: 173 time: 0.9324896 Sep 17 19:22:59.435674 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-deleted', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:22:59.437976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc92e85-2238-4d90-b921-99830121f67c" -d '{"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-deleted", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:22:59.476075 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b523f6-bfad-4ddb-839c-00153bfb72eb x-openstack-request-id: req-01b523f6-bfad-4ddb-839c-00153bfb72eb {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:22:59.476367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff49560-e3b5-4db5-9840-1b5d5996a111", "name": "network-vif-deleted", "tag": "032c1a47-a448-4c7c-8539-96747467d6dd", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:22:59.476617 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01b523f6-bfad-4ddb-839c-00153bfb72eb {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:22:59.477014 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff49560-e3b5-4db5-9840-1b5d5996a111', 'name': 'network-vif-deleted', 'tag': '032c1a47-a448-4c7c-8539-96747467d6dd', 'status': 'completed', 'code': 200} Sep 17 19:22:59.558107 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:22:59.771029 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:59.802975 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:22:59.811672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:22:59.812299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:22:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:22:59.939498 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:22:59.998451 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744a883-f378-455a-96be-5f6c2ced9cc1 req-f042cf99-ca34-43f5-b588-9415354400e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:00.006814 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5744a883-f378-455a-96be-5f6c2ced9cc1 req-f042cf99-ca34-43f5-b588-9415354400e6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0727272 Sep 17 19:23:00.048120 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5744a883-f378-455a-96be-5f6c2ced9cc1 req-e1a818a8-29ea-4a03-bfe7-4ed6c5faa654 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387964 Sep 17 19:23:00.115956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-91d3b5f7-64aa-4b2e-9143-6478b5fddcca req-0b0149db-495a-4b3a-b019-22ad28236758 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:23:00.117019 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91d3b5f7-64aa-4b2e-9143-6478b5fddcca req-0b0149db-495a-4b3a-b019-22ad28236758 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056183 Sep 17 19:23:00.198625 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:00.242957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39788) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:00.275223 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9ba6ba-818e-4ba5-9c8c-bae1b8b77fe4 None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:23:00.300054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2b2ad-229f-4538-9e01-9ac916087216 req-08f9cdc8-01eb-4af5-9526-24c0f01d3313 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:00.301841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0df2b2ad-229f-4538-9e01-9ac916087216 req-08f9cdc8-01eb-4af5-9526-24c0f01d3313 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0583956 Sep 17 19:23:00.309556 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-46cb4041-ffe2-4e45-87d8-52a9954282ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0946205 Sep 17 19:23:00.322737 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.354162 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.364241 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0df2b2ad-229f-4538-9e01-9ac916087216 req-871b0255-4806-46ae-aa82-9e4fa3a19a8e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534034 Sep 17 19:23:00.425594 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.428203 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.429493 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "DELETE /v2.0/security-groups/71eb704e-4e4b-4997-a945-72659766ae22 HTTP/1.1" status: 204 len: 168 time: 0.1848123 Sep 17 19:23:00.433011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39792) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:00.442134 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e3833-03f3-492b-b496-0e452659fa73 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71eb704e-4e4b-4997-a945-72659766ae22,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:00.477329 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.api.v2.resource [None req-5e1f16e4-9af1-446a-afba-c3886192881f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] show failed (client error): The resource could not be found. Sep 17 19:23:00.479182 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5e1f16e4-9af1-446a-afba-c3886192881f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups/71eb704e-4e4b-4997-a945-72659766ae22 HTTP/1.1" status: 404 len: 347 time: 0.0449190 Sep 17 19:23:00.482240 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39794) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:00.620585 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94aacc-0c19-45e8-9d71-0744eab01482 None None] New status for floating IP 6aa91bba-8298-4723-9c8f-7ab75702cedc: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:23:00.637600 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Deleting port cf3ac013-8c4f-47f0-9fa4-e8857cc33347 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:23:00.637952 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.750549 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.750963 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:00.756209 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:23:00.772837 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Calling delete_port for cf3ac013-8c4f-47f0-9fa4-e8857cc33347 owned by network:floatingip {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:23:00.790888 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 032c1a47-a448-4c7c-8539-96747467d6dd {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:23:00.791369 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 032c1a47-a448-4c7c-8539-96747467d6dd not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:23:00.948178 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.158705 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'Port': ['ID=cf3ac013-8c4f-47f0-9fa4-e8857cc33347,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:01.221437 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.224263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.225489 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-62f6f04b-585e-45e6-b97d-05363bf635e1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "DELETE /v2.0/floatingips/6aa91bba-8298-4723-9c8f-7ab75702cedc HTTP/1.1" status: 204 len: 168 time: 0.7420845 Sep 17 19:23:01.488454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05eb03-5ae8-468f-b81f-601b6bd4160e req-077d31e7-529c-427c-a00d-5edac982dd1c tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:01.489915 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b05eb03-5ae8-468f-b81f-601b6bd4160e req-077d31e7-529c-427c-a00d-5edac982dd1c tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0478044 Sep 17 19:23:01.526104 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b05eb03-5ae8-468f-b81f-601b6bd4160e req-a8fa96f8-3732-485f-90cc-59f997c34375 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302329 Sep 17 19:23:01.704810 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39804) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:01.709633 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106222174', 'description': 'tempest-description--654508233'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:01.730530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-beaaa053-9910-44ee-8a93-c9eb1955e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:01.732302 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-beaaa053-9910-44ee-8a93-c9eb1955e55b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994&tenant_id=257e20beceb041d1bde6226db4239abb HTTP/1.1" status: 200 len: 1098 time: 0.0407481 Sep 17 19:23:01.732756 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.793112 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-7939fd06-0a24-4572-99a8-2de5f37affe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:01.794674 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-7939fd06-0a24-4572-99a8-2de5f37affe4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0407810 Sep 17 19:23:01.817116 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.821769 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.850005 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.851208 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1453655 Sep 17 19:23:01.853525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6692f57-849f-4521-8678-73cea9795220 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50abe47-de01-4dee-9004-013ead1a88ad,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:01.857010 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39806) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:01.861880 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group_rule': {'security_group_id': 'a50abe47-de01-4dee-9004-013ead1a88ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:01.888488 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.890153 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-b84e9a4a-9dc5-4cd8-8fa4-9d64dd13acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:01.891617 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-b84e9a4a-9dc5-4cd8-8fa4-9d64dd13acbd service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.0902951 Sep 17 19:23:01.947123 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.950794 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.956668 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-63b1f296-ac70-489e-9caa-dbe3979bf203 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 1001 time: 0.0569973 Sep 17 19:23:01.969496 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fed528-71f4-42a8-939f-b0d292a6e068,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:01.980296 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:01.984013 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e1daaf04-fddf-4263-a3e6-2cdb9cce308f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236985 Sep 17 19:23:01.984245 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39808) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:01.988627 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'security_group_rule': {'security_group_id': 'a50abe47-de01-4dee-9004-013ead1a88ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:02.011693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-643f512b-e7a1-4c8f-957f-e09c7199689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:02.013536 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-643f512b-e7a1-4c8f-957f-e09c7199689a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0495846 Sep 17 19:23:02.014832 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.060230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-b3ecacd4-2d42-446d-978a-cec46ded662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:02.061694 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-b3ecacd4-2d42-446d-978a-cec46ded662b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406220 Sep 17 19:23:02.071230 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.074635 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.091328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2df279-268c-47b5-81f9-8f4976cb6a92,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:02.097619 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.098859 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ac9da073-ff48-449a-a1c6-faa806e0ae7d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136875 Sep 17 19:23:02.101890 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 39810) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:02.106684 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:02.127714 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.154579 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-7648d214-4dc2-496a-8bf7-dc14c0275c37 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852559 Sep 17 19:23:02.222520 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.246569 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-c5fd3b1c-8a63-4987-929a-ebe27ac3a4a6 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849178 Sep 17 19:23:02.323345 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Allocated IP 172.27.3.61 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/0512c953-d774-400a-810e-d4943a71eea0) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:23:02.425130 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.459150 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.491413 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:23:02.494597 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:23:02.497995 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:23:02.525284 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=0512c953-d774-400a-810e-d4943a71eea0,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:02.594358 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.626970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.641863 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76403f-84cf-4ea5-9a19-bc42c79468df req-e2fa6c89-ec6c-4122-b6bb-0d0447e30f9c tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:02.643344 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9c76403f-84cf-4ea5-9a19-bc42c79468df req-e2fa6c89-ec6c-4122-b6bb-0d0447e30f9c tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0477746 Sep 17 19:23:02.682115 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9c76403f-84cf-4ea5-9a19-bc42c79468df req-65d719c9-6eb9-4a34-a722-8900764290b6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319018 Sep 17 19:23:02.765100 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:23:02.775642 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.780523 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.837606 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.846477 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=0512c953-d774-400a-810e-d4943a71eea0,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:02.856872 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.862058 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:02.864300 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c1c7b-52bd-471b-a5a1-45f1502b31b1" -d '{"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-unplugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:02.870721 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.872252 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-fd5ceda4-a6e6-42f2-91c9-2fffe9f48761 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7687881 Sep 17 19:23:02.878443 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:02.882750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:02.913979 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b71731-42d7-44bb-8627-c48e9d1acdbb x-openstack-request-id: req-88b71731-42d7-44bb-8627-c48e9d1acdbb {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:02.914291 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-unplugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:02.914540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88b71731-42d7-44bb-8627-c48e9d1acdbb {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:02.915006 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'code': 200} Sep 17 19:23:02.936916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=6']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:02.943832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.944198 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.944541 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.944868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.945195 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.945520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.945843 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.946183 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.947098 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.947421 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.947736 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:02.948076 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:03.057435 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-405c88bf-b518-4dc5-986a-1ce79044749d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2106222174&fields=id&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 267 time: 0.0315099 Sep 17 19:23:03.161447 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-c59296d9-9012-4add-8431-e5c1304114c1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:03.162870 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-c59296d9-9012-4add-8431-e5c1304114c1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 817 time: 0.0987737 Sep 17 19:23:03.177708 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-2a292613-c499-469d-bd7e-c5cf4992a117 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/quotas/43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 375 time: 0.0085311 Sep 17 19:23:03.228197 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-779b346d-0031-46b7-a4d5-28d5ff4eae94 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448596 Sep 17 19:23:03.323375 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-2ed651f3-4f32-47c5-9b28-0ef1ca141152 service neutron] 10.222.0.21 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Sep 17 19:23:03.408188 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-63006e53-bde6-4c3f-9e44-e6c5f02c08cd service neutron] 10.222.0.21 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788832 Sep 17 19:23:03.569845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3689a9d-1908-4317-8885-995c3ad064ec req-8a6ed3f2-292d-422b-ab68-5f7656fedabb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 210 time: 0.0317373 Sep 17 19:23:03.795863 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f26f-ccc9-48fb-9482-9ecb3b8a93f1 req-3a2c2ff0-f7e9-47ec-bd5a-284f38195279 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:03.797338 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e16f26f-ccc9-48fb-9482-9ecb3b8a93f1 req-3a2c2ff0-f7e9-47ec-bd5a-284f38195279 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0475187 Sep 17 19:23:03.836589 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e16f26f-ccc9-48fb-9482-9ecb3b8a93f1 req-a2d04232-1975-4158-85c8-53f7f957eccd tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Sep 17 19:23:04.480990 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-06863878-f064-44d8-9690-844b07ec5343 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:04.482463 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-06863878-f064-44d8-9690-844b07ec5343 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 817 time: 0.1080420 Sep 17 19:23:04.524854 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-d9dee251-64ea-48db-9dd9-522cbc2d2421 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 380 time: 0.0324547 Sep 17 19:23:04.536609 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'port': {'device_id': 'e565632b-b7a0-4942-9258-a71acd872c49', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'admin_state_up': True, 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'security_groups': ['a50abe47-de01-4dee-9004-013ead1a88ad']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:04.649765 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Made reservation on behalf of 43b49a4013b24d48a0517328b4dbe0df for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:23:04.653017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:04.671725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d984bb24-53ed-4600-b449-22cf8cfe6471 req-0e5e8fe4-72cb-43bd-837a-992325049943 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 210 time: 0.0318313 Sep 17 19:23:04.786344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Allocated IP 172.20.0.7 (0df7abd0-8c22-401f-bd10-1eb2a20af957/b135686e-66ce-4b19-b809-d9d4d6fee487/bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:23:04.939406 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:04.976039 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306c1d-70fc-4bf2-8a46-7b587ec9ec45 req-43bf786d-3a9f-4fc5-93eb-68b7023acaa6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:04.977515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-21306c1d-70fc-4bf2-8a46-7b587ec9ec45 req-43bf786d-3a9f-4fc5-93eb-68b7023acaa6 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0722947 Sep 17 19:23:04.998531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.050904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:23:05.056203 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-21306c1d-70fc-4bf2-8a46-7b587ec9ec45 req-79dc2b7d-2309-4098-8aa7-30d067bc779f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720007 Sep 17 19:23:05.058833 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:23:05.062668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:23:05.095823 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:05.108052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.108398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.108734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.109064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.109391 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.109717 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.110038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.110357 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.110677 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.110993 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.111308 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.111622 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:05.127372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:05.127995 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.142913 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-9b5490c4-3fb2-4610-93fd-1eee442ad772 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6097748 Sep 17 19:23:05.156866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Request body: {'port': {'device_id': 'e565632b-b7a0-4942-9258-a71acd872c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:05.209897 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.315682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-52d11f65-86a7-4489-9eef-2055d90dceee None None] Provisioning complete for port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:23:05.316272 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-52d11f65-86a7-4489-9eef-2055d90dceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.349513 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-52d11f65-86a7-4489-9eef-2055d90dceee None None] Port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:23:05.462685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:23:05.469700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.480835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Transition to ACTIVE for port object bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:23:05.484654 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.549334 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:05.605259 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Attempting to bind port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:23:05.605585 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Attempting to bind port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:23:05.605908 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Attempting to bind port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:23:05.610244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:23:05.610555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Attempting to bind port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff on network 0df7abd0-8c22-401f-bd10-1eb2a20af957 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:23:05.615300 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:23:05.615629 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Checking segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:23:05.616034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Bound using segment: {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:23:05.616800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Bound port: bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c95c5b8-ca3d-4302-91fb-167352d55e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:23:05.617151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.681589 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:23:05.684716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:23:05.688981 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.723289 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:05.723289 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:05.723289 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] 10.222.0.22 "PUT /v2.0/ports/bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 1093 time: 0.5705297 Sep 17 19:23:05.723734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:05.726090 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bb7f08-62a6-47e2-9838-f5e05bb02eac" -d '{"events": [{"name": "network-changed", "server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:05.762067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e5f79-e104-44bb-a7d3-3f55a5634cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:05.794494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72daa894-516a-4c4b-9a3e-1137d226ffbc x-openstack-request-id: req-72daa894-516a-4c4b-9a3e-1137d226ffbc {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:05.794780 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:05.795026 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72daa894-516a-4c4b-9a3e-1137d226ffbc {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:05.795416 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'status': 'completed', 'code': 200} Sep 17 19:23:05.840580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe73d4-5f84-49b0-a2b6-ca551d2fa9e2 req-b6bc2675-ab71-431b-b683-e203c8e3aef0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:05.842111 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-89fe73d4-5f84-49b0-a2b6-ca551d2fa9e2 req-b6bc2675-ab71-431b-b683-e203c8e3aef0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0822232 Sep 17 19:23:05.850447 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-76d99461-c8e5-4e4a-8621-5619cc515a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:05.851906 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-76d99461-c8e5-4e4a-8621-5619cc515a66 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1096 time: 0.0793960 Sep 17 19:23:05.904315 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-78e9cd55-2333-4f96-b55e-de2edd109335 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 217 time: 0.0388482 Sep 17 19:23:05.924328 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-89fe73d4-5f84-49b0-a2b6-ca551d2fa9e2 req-ca007fff-e66d-4663-a09c-0f671ed7c1be tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759788 Sep 17 19:23:05.957376 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-c58503ec-fd53-4ad9-8fab-5339c2530aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:05.958791 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-c58503ec-fd53-4ad9-8fab-5339c2530aa3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0471296 Sep 17 19:23:06.008927 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-249430fe-06ff-4eaf-bb5a-507550347ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.010382 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-249430fe-06ff-4eaf-bb5a-507550347ba7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437853 Sep 17 19:23:06.096943 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-79e6c949-f669-4502-a6d0-aa0090932434 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789762 Sep 17 19:23:06.218902 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde94f34-d2b5-4a35-ace5-5435eefbd941 req-a8ee274d-a84f-4641-b352-23e86efa9090 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.220373 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cde94f34-d2b5-4a35-ace5-5435eefbd941 req-a8ee274d-a84f-4641-b352-23e86efa9090 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0906961 Sep 17 19:23:06.225838 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e4d46d51-b93d-4147-bca4-499c4d5a990a req-a4724f87-544e-4638-a490-d5d873d39ee6 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204336 Sep 17 19:23:06.259649 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cde94f34-d2b5-4a35-ace5-5435eefbd941 req-af6ff021-48a2-403f-af03-4ea5a1171a84 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328844 Sep 17 19:23:06.305793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-5d9a7d6d-9fed-4e52-8a3b-c8c49e45b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.307241 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-5d9a7d6d-9fed-4e52-8a3b-c8c49e45b87c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1096 time: 0.0388792 Sep 17 19:23:06.396444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-0749ccca-6849-468d-8589-54730797b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.397802 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-0749ccca-6849-468d-8589-54730797b908 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0828652 Sep 17 19:23:06.438193 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-14663d38-d796-4b61-a631-22b888eb149a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 217 time: 0.0332153 Sep 17 19:23:06.486593 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-27da4d4f-1303-4b77-bdae-fe8611ec7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.488012 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-27da4d4f-1303-4b77-bdae-fe8611ec7d96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0437350 Sep 17 19:23:06.531007 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-3387195b-ea67-4905-b2ab-7c72df9d2db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:06.532504 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-3387195b-ea67-4905-b2ab-7c72df9d2db9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370953 Sep 17 19:23:06.624181 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-4ba19a91-7b93-420d-b714-143f28c95b42 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843186 Sep 17 19:23:06.737115 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:23:06.960467 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59bb7f08-62a6-47e2-9838-f5e05bb02eac req-2e5d5028-485f-4dfa-a51d-c076884220ab service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295631 Sep 17 19:23:07.041722 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f653ea6-286d-442f-8ebb-584256cf285b req-c599836e-f2cb-46f9-8e2e-389cd4060d20 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:07.043065 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5f653ea6-286d-442f-8ebb-584256cf285b req-c599836e-f2cb-46f9-8e2e-389cd4060d20 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0472844 Sep 17 19:23:07.082345 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5f653ea6-286d-442f-8ebb-584256cf285b req-1de5484d-4d01-4116-b9e9-e2a0156ec5bc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Sep 17 19:23:07.369631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54526dfd-3869-4519-9a61-f100b18f7784 req-e559b23b-fa84-4803-bea5-54d9e45d2520 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:07.371072 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-54526dfd-3869-4519-9a61-f100b18f7784 req-e559b23b-fa84-4803-bea5-54d9e45d2520 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0474458 Sep 17 19:23:07.407188 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-54526dfd-3869-4519-9a61-f100b18f7784 req-042b7995-5ad0-4284-a54f-7bc9a13817b9 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303934 Sep 17 19:23:08.196019 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7863996-65e3-449a-8e7e-ded9422aef68 req-30aa43c6-c4a6-461a-981c-e7d9cd08e52e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:08.198054 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7863996-65e3-449a-8e7e-ded9422aef68 req-30aa43c6-c4a6-461a-981c-e7d9cd08e52e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0479765 Sep 17 19:23:08.233082 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7863996-65e3-449a-8e7e-ded9422aef68 req-1e684ce2-d7e2-4d2a-ab1c-7942de5dfdd5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293202 Sep 17 19:23:08.518294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba091ee4-a218-4382-8d9f-2df95fc4f7e8 req-3c3e2266-8c4a-48ef-b956-baa103ba5d14 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:08.519731 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba091ee4-a218-4382-8d9f-2df95fc4f7e8 req-3c3e2266-8c4a-48ef-b956-baa103ba5d14 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0471230 Sep 17 19:23:08.558671 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ba091ee4-a218-4382-8d9f-2df95fc4f7e8 req-1e9162e7-3ae5-489e-82aa-b9f412e8978e tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Sep 17 19:23:08.792298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:23:08.886844 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:08.897546 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:23:08.932724 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:08.945016 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:23:08.963856 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:08.967715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:09.012146 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:09.349921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0843d7-23d6-4c15-b79a-0e7af1716fe0 req-be89c81a-64fa-4374-9cd4-b48336040c27 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:09.351632 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bb0843d7-23d6-4c15-b79a-0e7af1716fe0 req-be89c81a-64fa-4374-9cd4-b48336040c27 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0493155 Sep 17 19:23:09.371321 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-7cacb15c-9383-477e-87c1-f83d91ba4b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:09.387909 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:23:09.392841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bb0843d7-23d6-4c15-b79a-0e7af1716fe0 req-e1dc4f3d-7bdd-404e-9a62-fc6d815683d0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Sep 17 19:23:09.565142 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a0e2-ff75-4ef1-84f5-3a537e84b119 req-776e38d1-7e9b-488a-b9f5-bcd4b01f8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:09.566646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0879a0e2-ff75-4ef1-84f5-3a537e84b119 req-776e38d1-7e9b-488a-b9f5-bcd4b01f8965 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1096 time: 0.0411837 Sep 17 19:23:09.612162 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0879a0e2-ff75-4ef1-84f5-3a537e84b119 req-35573854-c323-4d23-9d68-bd5a9bdd1794 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375683 Sep 17 19:23:09.673442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6713-756a-4929-afbd-59c13846c438 req-65ad2aa8-ef8b-441e-92ce-297c6d116462 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:09.674873 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fee6713-756a-4929-afbd-59c13846c438 req-65ad2aa8-ef8b-441e-92ce-297c6d116462 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0489249 Sep 17 19:23:09.714538 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fee6713-756a-4929-afbd-59c13846c438 req-8c2e2d29-afc6-4967-a098-d2d833647a81 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337629 Sep 17 19:23:10.508370 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e2b7a-c13c-45fc-b00a-427ba7ed829c req-1155381c-9ecc-444e-abfa-4af5b557bb9d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:10.509806 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-642e2b7a-c13c-45fc-b00a-427ba7ed829c req-1155381c-9ecc-444e-abfa-4af5b557bb9d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0483358 Sep 17 19:23:10.546918 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-642e2b7a-c13c-45fc-b00a-427ba7ed829c req-f38fc04c-7ace-4b7d-a6f4-5c7e4ebb648d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313172 Sep 17 19:23:10.824686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:23:10.828634 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:23:10.828800 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb859-7a8d-4ea2-9695-c1626b8928c3 req-9afb9173-501e-4d32-a2cd-a6ac8041caef tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:10.830261 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c5bcb859-7a8d-4ea2-9695-c1626b8928c3 req-9afb9173-501e-4d32-a2cd-a6ac8041caef tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 943 time: 0.0477934 Sep 17 19:23:10.866903 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c5bcb859-7a8d-4ea2-9695-c1626b8928c3 req-486b0968-33c6-4911-bd2d-6763bc2d609a tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302951 Sep 17 19:23:10.937648 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:23:10.943539 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:23:10.943942 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:10.978453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:10.995530 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'port_id': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'mac_address': 'fa:16:3e:2e:1f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:23:11.057158 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:11.076602 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d546f34-2460-4f57-9e4c-2e93cb35804d {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:23:11.088226 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:11.115478 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:11.121497 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:11.123726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceecfff-fe9a-4537-bc89-9a4ede7076a2" -d '{"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:11.128655 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:11.140337 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:11.158080 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:11.165128 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7756c189-fc3f-430e-83ca-8dbe9cd714c8 x-openstack-request-id: req-7756c189-fc3f-430e-83ca-8dbe9cd714c8 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:11.165362 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:11.165610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7756c189-fc3f-430e-83ca-8dbe9cd714c8 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:11.166003 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'code': 200} Sep 17 19:23:11.188085 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=7']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:11.234864 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:11.338723 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7424d6-be78-40ef-8e18-75047bc12290 req-7f0c00a3-eb9d-40e7-8da9-379813fc774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:11.340187 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e7424d6-be78-40ef-8e18-75047bc12290 req-7f0c00a3-eb9d-40e7-8da9-379813fc774c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1098 time: 0.0388803 Sep 17 19:23:11.377491 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e7424d6-be78-40ef-8e18-75047bc12290 req-44a419ac-f1a5-44fb-82ee-a6550637a041 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299878 Sep 17 19:23:11.497662 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['9d546f34-2460-4f57-9e4c-2e93cb35804d'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:23:11.667200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a3d908-e38b-45ec-a418-185335cee635 req-a8552857-4356-42d2-b001-b1b3c6daf289 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:11.668641 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91a3d908-e38b-45ec-a418-185335cee635 req-a8552857-4356-42d2-b001-b1b3c6daf289 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Sep 17 19:23:11.706654 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-91a3d908-e38b-45ec-a418-185335cee635 req-9475cfba-4eb9-41b8-8e0e-bde3a3d27a16 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313437 Sep 17 19:23:11.925837 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a324dccf-bd37-4b28-882c-2737c04f9944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:11.983584 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4838f31-e274-4f86-afc5-10631ca06f23 req-e970c000-e227-45f4-8ba9-f7fc5f04aa80 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:11.985062 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4838f31-e274-4f86-afc5-10631ca06f23 req-e970c000-e227-45f4-8ba9-f7fc5f04aa80 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 944 time: 0.0475750 Sep 17 19:23:12.021841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4838f31-e274-4f86-afc5-10631ca06f23 req-cf767325-0f15-4d00-9d04-f56e208f689b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309854 Sep 17 19:23:12.382169 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:12.823030 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0754f-4f84-4517-b5aa-476ae2a70727 req-d7392ae9-5d7a-4472-8cc9-1d8f63ce10a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:12.823639 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:23:12.824500 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-18a0754f-4f84-4517-b5aa-476ae2a70727 req-d7392ae9-5d7a-4472-8cc9-1d8f63ce10a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0474398 Sep 17 19:23:12.865570 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-18a0754f-4f84-4517-b5aa-476ae2a70727 req-48cd1c3c-6ac7-4897-8367-c947498e21d2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349398 Sep 17 19:23:12.877234 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 9d546f34-2460-4f57-9e4c-2e93cb35804d triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:23:12.878253 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:12.960116 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:12.993050 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:12.996500 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:13.041273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=8']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:13.167411 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:13.169695 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1678e8d-cade-4c17-881d-df76c7d5c8b6" -d '{"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-plugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:13.204400 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2603f39b-b7b7-4c4c-9ad7-e592b19ba749 x-openstack-request-id: req-2603f39b-b7b7-4c4c-9ad7-e592b19ba749 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:13.204710 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-plugged", "status": "completed", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:13.204960 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2603f39b-b7b7-4c4c-9ad7-e592b19ba749 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:13.205369 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'code': 200} Sep 17 19:23:13.408298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:13.981130 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a85312-443c-40e5-872f-d6b61d5413ce req-3c403950-83eb-4ce8-95f0-7095fb780993 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:13.982580 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-68a85312-443c-40e5-872f-d6b61d5413ce req-3c403950-83eb-4ce8-95f0-7095fb780993 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0469358 Sep 17 19:23:14.018947 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-68a85312-443c-40e5-872f-d6b61d5413ce req-015b5765-f87e-4ae4-b5a4-9d310c3d0d9c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305860 Sep 17 19:23:14.131857 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67ae83-518e-4fb9-b5d4-d450e5992e11 req-275b1992-4a64-4f90-8b8c-d5644479b90b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:14.133332 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cf67ae83-518e-4fb9-b5d4-d450e5992e11 req-275b1992-4a64-4f90-8b8c-d5644479b90b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0478845 Sep 17 19:23:14.141400 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 39888) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:14.145651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Request body: {'floatingip': {'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:14.186768 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:14.598097 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:14.601774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:14.698056 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Floating IP fc6bbabb-0397-4e49-8a4f-e61414f299a0 associated. External IP: 172.27.3.61, port: bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff. Sep 17 19:23:14.893070 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:23:14.913585 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:14.997223 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:23:15.001988 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:15.006536 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:23:15.015352 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:23:15.015954 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:23:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:15.029974 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c4dff439-da9c-4cf0-8dab-88b2026261a4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "PUT /v2.0/floatingips/fc6bbabb-0397-4e49-8a4f-e61414f299a0 HTTP/1.1" status: 200 len: 990 time: 0.8850160 Sep 17 19:23:15.029974 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:15.030414 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a508493-1c44-428c-8182-6df27576067a" -d '{"events": [{"name": "network-changed", "server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:15.065751 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee0da1-660b-48e7-b390-990e53113647 x-openstack-request-id: req-b5ee0da1-660b-48e7-b390-990e53113647 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:15.066049 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:15.066300 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5ee0da1-660b-48e7-b390-990e53113647 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:15.066694 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'status': 'completed', 'code': 200} Sep 17 19:23:15.123568 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:23:15.129651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508493-1c44-428c-8182-6df27576067a req-b6b89e5d-91f0-47fb-8583-67ed1d960896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:15.131079 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-b6b89e5d-91f0-47fb-8583-67ed1d960896 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1098 time: 0.0403588 Sep 17 19:23:15.222889 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508493-1c44-428c-8182-6df27576067a req-26f43109-d75b-4188-90aa-820d367172a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:15.224372 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-26f43109-d75b-4188-90aa-820d367172a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0859327 Sep 17 19:23:15.287903 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-f1774931-d4ae-435c-bd85-a41a3ad25049 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 998 time: 0.0548146 Sep 17 19:23:15.339224 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'fc6bbabb-0397-4e49-8a4f-e61414f299a0', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e565632b-b7a0-4942-9258-a71acd872c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:02Z', 'updated_at': '2021-09-17T19:23:14Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:15.342728 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508493-1c44-428c-8182-6df27576067a req-22030d6b-1410-459d-aff4-b8c1dd0e5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:15.344204 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-22030d6b-1410-459d-aff4-b8c1dd0e5599 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0450270 Sep 17 19:23:15.365696 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:23:15.374427 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:23:15.375032 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:23:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:15.391966 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a508493-1c44-428c-8182-6df27576067a req-a76837e3-9f4b-4502-ad51-12207a19d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:15.393533 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-a76837e3-9f4b-4502-ad51-12207a19d501 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395536 Sep 17 19:23:15.477865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:23:15.487950 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-10b3f71c-de2c-4931-8bcb-e340e49c0b01 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Sep 17 19:23:15.577739 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a508493-1c44-428c-8182-6df27576067a req-5284155b-b01c-4f8d-be33-22ed75350725 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Sep 17 19:23:15.699788 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'fc6bbabb-0397-4e49-8a4f-e61414f299a0', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e565632b-b7a0-4942-9258-a71acd872c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:02Z', 'updated_at': '2021-09-17T19:23:14Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:15.724727 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3108b8-b9f7-472c-a4e9-9ab302cb4ad8 None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'fc6bbabb-0397-4e49-8a4f-e61414f299a0', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e565632b-b7a0-4942-9258-a71acd872c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:02Z', 'updated_at': '2021-09-17T19:23:14Z', 'revision_number': 1, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:23:15.909491 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eea4866-3d94-42dc-adc7-6c912b6c873a None None] New status for floating IP fc6bbabb-0397-4e49-8a4f-e61414f299a0: ACTIVE {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:23:27.382087 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:31.688279 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-32bce40e-b520-4ace-8ec3-95055d00c7bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386379 Sep 17 19:23:31.755534 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-c31ee830-efde-4c72-9196-81cfae1554f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:31.757013 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-c31ee830-efde-4c72-9196-81cfae1554f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 1099 time: 0.0419552 Sep 17 19:23:31.862082 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-ea537008-0117-49d7-83f4-2ad8444b5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:31.863494 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-ea537008-0117-49d7-83f4-2ad8444b5caf service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.0816455 Sep 17 19:23:31.933815 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-ffe37b7d-cbd5-4d2a-99bf-33f31861fea5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 200 len: 1001 time: 0.0615888 Sep 17 19:23:31.982005 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-bcca3683-8587-479c-8a99-b285c7605967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:31.983303 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-bcca3683-8587-479c-8a99-b285c7605967 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0414426 Sep 17 19:23:32.028829 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-7da2db73-55c6-4b78-ba74-9246db7e93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:32.030236 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-7da2db73-55c6-4b78-ba74-9246db7e93b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377092 Sep 17 19:23:32.120052 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-f189d0f7-c023-48ad-b105-da6f84546fc3 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814588 Sep 17 19:23:32.205917 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-055d26ca-bbbd-4b00-93dd-bedc62fc0fb2 req-585bc0c8-35ac-42fe-969f-508122a44a4d service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781631 Sep 17 19:23:39.372057 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e9726b47-dbab-4369-acfd-0a7fa5ae9a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:41.925130 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-9eb737fd-0037-4b2d-bc4b-937877392557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:42.382424 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:43.406769 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:43.737515 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:23:44.921037 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:48.612565 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331e95d-94cb-4213-b081-5012c8ecf63a req-6cd249fa-6022-408b-ab70-df2e6bfd3c01 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:48.614023 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7331e95d-94cb-4213-b081-5012c8ecf63a req-6cd249fa-6022-408b-ab70-df2e6bfd3c01 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0783422 Sep 17 19:23:48.619762 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-5a221782-243c-4aad-9b36-393be18a64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:48.621815 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-5a221782-243c-4aad-9b36-393be18a64b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1137 time: 0.0565147 Sep 17 19:23:48.712631 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7331e95d-94cb-4213-b081-5012c8ecf63a req-9ac192a5-3518-4927-b44e-9a40ab1fc45a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897708 Sep 17 19:23:48.740077 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-2f960b70-c059-45c1-ac84-450059640212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:48.741523 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-2f960b70-c059-45c1-ac84-450059640212 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.1125691 Sep 17 19:23:48.802882 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-d5b0b1c6-a996-4a0b-bb2b-b49b34e027ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 1001 time: 0.0540297 Sep 17 19:23:48.849426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-8da189d2-faa0-4a7f-8101-d12b6ed876a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:48.850774 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-8da189d2-faa0-4a7f-8101-d12b6ed876a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.0397913 Sep 17 19:23:48.897575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-73e8ad15-794c-4abd-bbe9-60c61bd482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:48.899061 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-73e8ad15-794c-4abd-bbe9-60c61bd482cb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410781 Sep 17 19:23:48.990770 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-80f0808e-779c-4f1a-adf9-8c82908fe984 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790517 Sep 17 19:23:49.082568 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7b7c26c-7e76-459d-8f76-f3ac73e1d4af req-f6e9bff2-0a26-472e-b2ea-3d26211b423a service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838845 Sep 17 19:23:49.828057 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3594c45-0573-4187-a0ee-28bb0685ad81 req-10b42aae-5fa7-4834-8fc1-b5261397249e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:49.829517 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3594c45-0573-4187-a0ee-28bb0685ad81 req-10b42aae-5fa7-4834-8fc1-b5261397249e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0489469 Sep 17 19:23:49.867218 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3594c45-0573-4187-a0ee-28bb0685ad81 req-28fc17af-513e-4edb-b2df-30d24db5c43e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316815 Sep 17 19:23:50.979554 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199c61-fc5c-4d26-8529-79efa173d857 req-86d85d88-2317-4fe0-8e6e-d13e02c1b939 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:50.981519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-20199c61-fc5c-4d26-8529-79efa173d857 req-86d85d88-2317-4fe0-8e6e-d13e02c1b939 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0484872 Sep 17 19:23:51.019518 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-20199c61-fc5c-4d26-8529-79efa173d857 req-385d72ac-d03b-41b3-924d-e40c8b1ea762 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320454 Sep 17 19:23:52.133919 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03a279-b778-4e4a-ae6e-2ec90d75e056 req-51f70594-f307-4dd8-8404-8c4bac95fe70 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:52.135326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af03a279-b778-4e4a-ae6e-2ec90d75e056 req-51f70594-f307-4dd8-8404-8c4bac95fe70 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0505331 Sep 17 19:23:52.175362 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-af03a279-b778-4e4a-ae6e-2ec90d75e056 req-96ae6987-0aed-4f91-8315-a411a1f4bb99 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338206 Sep 17 19:23:53.286143 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0db40-2297-42c1-acfe-3471aa42ac79 req-916011e3-07d9-40cb-b8fc-93f4f5b8158e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:53.287606 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a4c0db40-2297-42c1-acfe-3471aa42ac79 req-916011e3-07d9-40cb-b8fc-93f4f5b8158e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0475900 Sep 17 19:23:53.326379 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a4c0db40-2297-42c1-acfe-3471aa42ac79 req-984fad55-9b2f-4345-9a13-e6e75d89e6e8 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324383 Sep 17 19:23:54.005082 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9df6c-48ff-4936-aefe-b2d94754b255 req-63db227d-a7af-49c2-b27f-ce4777ea0836 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:54.006427 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd9df6c-48ff-4936-aefe-b2d94754b255 req-63db227d-a7af-49c2-b27f-ce4777ea0836 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0466652 Sep 17 19:23:54.042689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dd9df6c-48ff-4936-aefe-b2d94754b255 req-2a972e0b-5b7a-4eb2-9ea8-9c7f67467b40 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298736 Sep 17 19:23:54.440374 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b0d6e-cd52-4822-8f50-8eebca4ab0dc req-f0ee6efa-2b24-4567-88b1-fc47dcf001a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:54.441851 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-148b0d6e-cd52-4822-8f50-8eebca4ab0dc req-f0ee6efa-2b24-4567-88b1-fc47dcf001a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0513794 Sep 17 19:23:54.479903 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-148b0d6e-cd52-4822-8f50-8eebca4ab0dc req-3a64b52c-0f12-4889-acaa-62d25d0ee697 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320439 Sep 17 19:23:55.155325 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491ada5-6efe-481a-b697-9d49f3c447ea req-f0e16951-ec40-4b11-a82a-2c11eb460b25 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:55.156779 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d491ada5-6efe-481a-b697-9d49f3c447ea req-f0e16951-ec40-4b11-a82a-2c11eb460b25 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0469723 Sep 17 19:23:55.192540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d491ada5-6efe-481a-b697-9d49f3c447ea req-d0533d78-48e2-4c49-b1a1-582495e7c72f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=130d9e80-4251-4851-a322-a713b92c3b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299456 Sep 17 19:23:55.275049 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-6e16dae7-b16e-45cd-b2d5-ee4a6ba78e19 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:55.276671 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-6e16dae7-b16e-45cd-b2d5-ee4a6ba78e19 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 946 time: 0.0479014 Sep 17 19:23:55.369563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Deleting port 0e1642b7-447a-42df-808a-6ec5696e73dd {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:23:55.369823 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:55.455480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] For port 0e1642b7-447a-42df-808a-6ec5696e73dd, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=0e1642b7-447a-42df-808a-6ec5696e73dd,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:23:55.456103 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:55.643578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72aa00-ecd7-4960-8c0f-886b0567862e req-2b3eb13c-7608-4ac4-a8cd-2e20a0ee73c2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:55.644957 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b72aa00-ecd7-4960-8c0f-886b0567862e req-2b3eb13c-7608-4ac4-a8cd-2e20a0ee73c2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0940189 Sep 17 19:23:55.674281 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:55.674635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:55.674951 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Floating IP 6b7c9131-c05b-4e6b-95b4-7edc52b692b9 disassociated. External IP: 172.27.3.94, port: 0e1642b7-447a-42df-808a-6ec5696e73dd. Sep 17 19:23:55.675287 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Calling delete_port for 0e1642b7-447a-42df-808a-6ec5696e73dd owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:23:55.732398 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b72aa00-ecd7-4960-8c0f-886b0567862e req-5144ec7d-58fd-41ef-b3ae-40dfb3fd4bc9 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815079 Sep 17 19:23:55.815879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:55.842943 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'Port': ['ID=0e1642b7-447a-42df-808a-6ec5696e73dd,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:56.204975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:23:56.326406 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f0f665ef-3cd4-45eb-ad6d-e0620982a01a req-ac7a9c66-eb4d-45d2-91aa-399a7f565603 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c07418a-0a38-4238-b6ca-9eb24e0f1cee HTTP/1.1" status: 200 len: 210 time: 0.0295794 Sep 17 19:23:56.339230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:23:56.356131 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:23:56.365145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:23:56.365748 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:23:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:56.386163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] No DVR routers for this DVR port 0e1642b7-447a-42df-808a-6ec5696e73dd on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:23:56.388745 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:56.390684 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-580e3789-d5ab-454d-96c9-c23f9ed7a74f req-186ecc00-d012-46ae-a3d6-e55c5a25f178 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "DELETE /v2.0/ports/0e1642b7-447a-42df-808a-6ec5696e73dd HTTP/1.1" status: 204 len: 173 time: 1.1080499 Sep 17 19:23:56.391120 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'name': 'network-vif-deleted', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:23:56.393356 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6fe6e9-f42b-493c-8940-dee26de0a3b5" -d '{"events": [{"server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "name": "network-vif-deleted", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:23:56.430967 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6424d-2d31-4806-9663-1ea78b44b136 x-openstack-request-id: req-b5a6424d-2d31-4806-9663-1ea78b44b136 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:23:56.431267 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c07418a-0a38-4238-b6ca-9eb24e0f1cee", "name": "network-vif-deleted", "tag": "0e1642b7-447a-42df-808a-6ec5696e73dd", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:23:56.431528 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5a6424d-2d31-4806-9663-1ea78b44b136 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:23:56.431927 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c07418a-0a38-4238-b6ca-9eb24e0f1cee', 'name': 'network-vif-deleted', 'tag': '0e1642b7-447a-42df-808a-6ec5696e73dd', 'status': 'completed', 'code': 200} Sep 17 19:23:56.473830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:23:56.781035 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:56.812416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:23:56.818646 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:23:56.819255 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:23:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:56.847835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adc2d6-339a-4fe7-a043-df62274c99a1 req-00d07b19-5945-4d59-ba22-fa23cf0b633e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:56.849602 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4adc2d6-339a-4fe7-a043-df62274c99a1 req-00d07b19-5945-4d59-ba22-fa23cf0b633e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0499089 Sep 17 19:23:56.894523 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4adc2d6-339a-4fe7-a043-df62274c99a1 req-eb2d282c-730f-4778-a68e-d227e8c8effb tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364146 Sep 17 19:23:56.929930 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:23:57.123454 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:23:57.149074 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d503f9-be70-4bc7-a2aa-2d25574a28c5 None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:23:57.345177 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ade7b7-7db8-4d2c-96eb-66075b4aca9c None None] New status for floating IP 6b7c9131-c05b-4e6b-95b4-7edc52b692b9: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:23:57.389445 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.419777 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40026) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:57.476691 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.500529 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.547591 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.550131 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.553700 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "DELETE /v2.0/security-groups/130d9e80-4251-4851-a322-a713b92c3b45 HTTP/1.1" status: 204 len: 168 time: 0.1305015 Sep 17 19:23:57.554077 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40028) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:57.561263 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23edf3-4c12-49b7-b350-5aef113d44c9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d9e80-4251-4851-a322-a713b92c3b45,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:57.568705 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.api.v2.resource [None req-8daa5fd8-0287-4b72-ac41-f15fd2865db6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] show failed (client error): The resource could not be found. Sep 17 19:23:57.572513 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8daa5fd8-0287-4b72-ac41-f15fd2865db6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups/130d9e80-4251-4851-a322-a713b92c3b45 HTTP/1.1" status: 404 len: 347 time: 0.0145695 Sep 17 19:23:57.572672 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40030) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:57.694328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Deleting port 4f8b20d7-a7bd-4ae2-a5bb-647a11961137 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:23:57.694586 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.769843 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.770167 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.781690 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Calling delete_port for 4f8b20d7-a7bd-4ae2-a5bb-647a11961137 owned by network:floatingip {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:23:57.911182 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:57.936431 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'Port': ['ID=4f8b20d7-a7bd-4ae2-a5bb-647a11961137,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:57.947718 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.948020 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.948362 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.948697 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.949024 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.949349 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.949697 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.950022 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.950341 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.950658 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.950973 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:57.951313 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:23:58.003717 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.006375 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.010894 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-907090a9-2554-4952-8191-bf12b2a75df0 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "DELETE /v2.0/floatingips/6b7c9131-c05b-4e6b-95b4-7edc52b692b9 HTTP/1.1" status: 204 len: 168 time: 0.4339952 Sep 17 19:23:58.014612 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226aa7-5057-4195-a307-0afa78019ce9 req-8276f929-f6ba-4bfc-98c8-d48bc5d84fe1 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:58.016115 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42226aa7-5057-4195-a307-0afa78019ce9 req-8276f929-f6ba-4bfc-98c8-d48bc5d84fe1 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0513306 Sep 17 19:23:58.055416 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-42226aa7-5057-4195-a307-0afa78019ce9 req-1a6749bc-e17e-426b-92c4-95d5425188ac tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333104 Sep 17 19:23:58.240946 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40038) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:58.245514 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545064171', 'description': 'tempest-description--2020134669'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:58.268099 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.347621 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.351381 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.378465 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.379658 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1377254 Sep 17 19:23:58.380866 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb848e1-3ed2-4b56-a2a5-bfd7963e9cc6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:58.383365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40040) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:58.389634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group_rule': {'security_group_id': '0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:58.417207 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.462720 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.466583 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.486180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6950b791-afc6-47fe-8059-012bf507a1fb,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:58.490601 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.491822 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8d0767b8-4725-4652-a094-6fc91046b66d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1065011 Sep 17 19:23:58.494498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40042) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:58.499029 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'security_group_rule': {'security_group_id': '0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:58.524090 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.586139 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.589192 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.608341 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ef2893-4790-4ba9-8317-e61d184b9f4e,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:58.614261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.615712 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5e48dba3-dc6d-4f2a-a164-b81f362fd317 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200769 Sep 17 19:23:58.618809 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40044) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:23:58.623602 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:23:58.644604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.739427 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.843695 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Allocated IP 172.27.3.143 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/42ef22de-1b63-40a7-bb42-4c48d8947cd0) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:23:58.946783 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:58.979679 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.015711 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:23:59.018428 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:23:59.020790 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:23:59.052319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=42ef22de-1b63-40a7-bb42-4c48d8947cd0,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:59.101672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 0e1642b7-447a-42df-808a-6ec5696e73dd no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:23:59.115284 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.121651 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 0e1642b7-447a-42df-808a-6ec5696e73dd {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:23:59.121917 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 0e1642b7-447a-42df-808a-6ec5696e73dd not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:23:59.170997 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.221394 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90402d-4586-416f-9d46-a020cffd4d1d req-591e81b7-1aca-4f62-8122-8890ad4f020c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:59.222864 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f90402d-4586-416f-9d46-a020cffd4d1d req-591e81b7-1aca-4f62-8122-8890ad4f020c tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0956666 Sep 17 19:23:59.311603 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8f90402d-4586-416f-9d46-a020cffd4d1d req-53e03381-a2c5-4a77-9184-457e794d5abb tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824251 Sep 17 19:23:59.359621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.363559 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.430853 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=42ef22de-1b63-40a7-bb42-4c48d8947cd0,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:23:59.442649 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.456197 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:23:59.457393 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e94117be-d3ad-411e-982c-bc17af18397a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8376808 Sep 17 19:23:59.636689 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-37579155-402e-4eb1-9260-f220ca82ea80 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1545064171&fields=id&tenant_id=ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 267 time: 0.0324488 Sep 17 19:23:59.738272 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-ea9f2485-b9ec-4edb-b51a-8a73acb190d6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:23:59.739724 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-ea9f2485-b9ec-4edb-b51a-8a73acb190d6 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 810 time: 0.0961862 Sep 17 19:23:59.754598 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-b87bb0f0-479e-4fec-a4e7-8e95bf4bac5a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/quotas/ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 375 time: 0.0092349 Sep 17 19:23:59.812241 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-a39e6d50-818c-49a2-8f7c-16a17e9e6633 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522156 Sep 17 19:23:59.909959 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-e15c10b3-2642-41e9-bf3e-698ded2cc593 service neutron] 10.222.0.21 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860112 Sep 17 19:24:00.001516 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-880773d6-fbda-4de9-a4c8-daa9c427ecce service neutron] 10.222.0.21 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855079 Sep 17 19:24:00.155254 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4da1acf4-6e66-433b-8691-305b289e6955 req-3ca12403-99db-4910-8674-c755e8f557e8 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 210 time: 0.0260396 Sep 17 19:24:00.435112 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9b7b-1b21-4045-922c-722e203b4b2b req-cd51591a-5727-4aa1-893d-2f31465eab28 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:00.436753 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-380f9b7b-1b21-4045-922c-722e203b4b2b req-cd51591a-5727-4aa1-893d-2f31465eab28 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0541220 Sep 17 19:24:00.481331 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-380f9b7b-1b21-4045-922c-722e203b4b2b req-97568d01-da6d-4910-9909-52b963e21eb5 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&id=c774c867-2ff3-416e-b7e2-a2a051b9e8cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368550 Sep 17 19:24:01.081713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-0b9fdba0-cfbf-4e4e-801a-0bdd12ffadb8 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:01.083148 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-0b9fdba0-cfbf-4e4e-801a-0bdd12ffadb8 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 810 time: 0.1011798 Sep 17 19:24:01.126179 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-d4a69a9a-6ba3-4d4e-b067-924823b70eae tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce10c3dced0e4ef490b4fa52b894d97a HTTP/1.1" status: 200 len: 380 time: 0.0335701 Sep 17 19:24:01.145221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'port': {'device_id': 'f9854c55-562c-4409-b306-20ca68817a9a', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'admin_state_up': True, 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'security_groups': ['0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:24:01.255293 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cf20358-3ce2-4be2-8791-e9c42f83e6b2 req-bfac5081-7130-475b-8227-83e79b25631f tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 210 time: 0.0327983 Sep 17 19:24:01.275382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Made reservation on behalf of ce10c3dced0e4ef490b4fa52b894d97a for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:24:01.278845 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.396425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Allocated IP 172.20.0.4 (a8d69b24-4af0-4e2f-9e73-17b232a3c5b8/b278aac8-26e9-4644-95c1-914fcd36f660/a9cc450d-0bf0-4948-b22d-da3a6c68105f) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:24:01.529884 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.561897 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.602946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:24:01.605898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:24:01.609569 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:24:01.643325 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event updated for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:01.670636 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:01.671257 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.686502 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6ce7b5dd-3903-4e34-a6d2-4fccf185e800 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5448213 Sep 17 19:24:01.712192 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Request body: {'port': {'device_id': 'f9854c55-562c-4409-b306-20ca68817a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:24:01.765627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.779551 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-27102e9f-593d-4759-bf3d-dc03f80b394a None None] Provisioning complete for port a9cc450d-0bf0-4948-b22d-da3a6c68105f triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:24:01.780132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-27102e9f-593d-4759-bf3d-dc03f80b394a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:01.816409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-27102e9f-593d-4759-bf3d-dc03f80b394a None None] Port a9cc450d-0bf0-4948-b22d-da3a6c68105f cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:24:02.017549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cc450d-0bf0-4948-b22d-da3a6c68105f {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:24:02.024894 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:02.036844 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Transition to ACTIVE for port object a9cc450d-0bf0-4948-b22d-da3a6c68105f will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:24:02.040729 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:02.097192 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:02.162968 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Attempting to bind port a9cc450d-0bf0-4948-b22d-da3a6c68105f on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:24:02.163298 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Attempting to bind port a9cc450d-0bf0-4948-b22d-da3a6c68105f by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:24:02.163621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Attempting to bind port a9cc450d-0bf0-4948-b22d-da3a6c68105f on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:24:02.168556 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Port a9cc450d-0bf0-4948-b22d-da3a6c68105f on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:24:02.168877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Attempting to bind port a9cc450d-0bf0-4948-b22d-da3a6c68105f on network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:24:02.173768 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:24:02.174101 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Checking segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:24:02.174477 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Bound using segment: {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:24:02.174893 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Bound port: a9cc450d-0bf0-4948-b22d-da3a6c68105f, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e8f924a-66c0-4ba6-9746-774849a06f87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:24:02.175246 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:02.241491 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:24:02.244441 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:24:02.249585 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:02.280442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.281040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:02.282414 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] 10.222.0.22 "PUT /v2.0/ports/a9cc450d-0bf0-4948-b22d-da3a6c68105f HTTP/1.1" status: 200 len: 1093 time: 0.5746322 Sep 17 19:24:02.282842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:02.285085 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d5b2d-ab06-428c-aa6b-591e40f31313" -d '{"events": [{"name": "network-changed", "server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:02.323196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7b53-bf01-4a86-9b60-50ee38ea55e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:02.354715 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaf3f87-01de-4d7a-8197-84ff467c23cf x-openstack-request-id: req-eaaf3f87-01de-4d7a-8197-84ff467c23cf {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:02.355003 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:02.355247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaaf3f87-01de-4d7a-8197-84ff467c23cf {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:02.355628 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'status': 'completed', 'code': 200} Sep 17 19:24:02.399042 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-96ebf37a-628c-4cd2-8324-afef4f3e31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.400571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-96ebf37a-628c-4cd2-8324-afef4f3e31fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 1096 time: 0.0736816 Sep 17 19:24:02.412724 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40462-cad4-4f4a-b1db-f8f01efed1eb req-a9cd7a1e-837a-4002-af5b-035ba97b1954 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.414210 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b0d40462-cad4-4f4a-b1db-f8f01efed1eb req-a9cd7a1e-837a-4002-af5b-035ba97b1954 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 943 time: 0.0612643 Sep 17 19:24:02.460235 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-be93a5e8-f1dc-47c2-b0d7-4f73c1d15dae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f HTTP/1.1" status: 200 len: 217 time: 0.0449369 Sep 17 19:24:02.513590 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b0d40462-cad4-4f4a-b1db-f8f01efed1eb req-4176f56c-4819-4688-8958-bd4c07023e87 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924478 Sep 17 19:24:02.521796 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-21cabf03-3fd2-4d20-8e48-6a8322969604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.523184 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-21cabf03-3fd2-4d20-8e48-6a8322969604 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0554070 Sep 17 19:24:02.568828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-2be6ef9c-f416-49ad-8d03-c594af4e60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.570453 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-2be6ef9c-f416-49ad-8d03-c594af4e60f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400040 Sep 17 19:24:02.663096 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-2016db2a-80d4-43fa-8b50-3d3f8973f134 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Sep 17 19:24:02.751553 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f2e16eb5-09e7-43d1-b74d-8a0514fb0f36 req-a4eaa4f2-5120-438f-8fa8-52087535e752 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806899 Sep 17 19:24:02.842830 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-eb511303-99f7-4dd4-8d99-1327dd0b3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.844320 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-eb511303-99f7-4dd4-8d99-1327dd0b3b62 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 1096 time: 0.0453610 Sep 17 19:24:02.930151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-4a4a8fd8-38b2-48b8-91ce-b799f87d91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:02.931547 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-4a4a8fd8-38b2-48b8-91ce-b799f87d91ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.0803452 Sep 17 19:24:02.974928 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-7872d5af-18c9-4b54-ac90-1208eae16878 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f HTTP/1.1" status: 200 len: 217 time: 0.0358975 Sep 17 19:24:03.022776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-3c1a0767-f06d-4f0a-9d62-82e6423088db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:03.024169 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-3c1a0767-f06d-4f0a-9d62-82e6423088db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0413013 Sep 17 19:24:03.069697 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-fbd5509d-c32b-4c5e-a81b-a241e61d8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:03.071193 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-fbd5509d-c32b-4c5e-a81b-a241e61d8908 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391283 Sep 17 19:24:03.163757 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-0145db1e-7147-4714-a469-335fcdf11414 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835917 Sep 17 19:24:03.250464 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-129d5b2d-ab06-428c-aa6b-591e40f31313 req-4672506a-aa73-4763-9075-76bfbb0ad5d1 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783787 Sep 17 19:24:03.623886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69967121-fff9-4d72-93a1-26768e1cc252 req-34cf80d1-0c20-41a7-aa2e-46d4742e284b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:03.625365 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-69967121-fff9-4d72-93a1-26768e1cc252 req-34cf80d1-0c20-41a7-aa2e-46d4742e284b tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 943 time: 0.0470343 Sep 17 19:24:03.665810 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-69967121-fff9-4d72-93a1-26768e1cc252 req-dd80648e-d6ac-4741-a75f-5525baa130d3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Sep 17 19:24:04.774247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245c27-3814-4895-82ae-ad934dad7a27 req-9b4ec445-d533-4069-83e5-c0c5acb0a052 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:04.775702 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ff245c27-3814-4895-82ae-ad934dad7a27 req-9b4ec445-d533-4069-83e5-c0c5acb0a052 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 943 time: 0.0471022 Sep 17 19:24:04.812882 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ff245c27-3814-4895-82ae-ad934dad7a27 req-9d0fa14e-67d1-494e-816b-6a4f0e55970c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Sep 17 19:24:05.921020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e4032-acd0-4d93-b949-8463f7026613 req-6e252687-6c82-49be-8257-64dc2eac60d1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:05.922441 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-714e4032-acd0-4d93-b949-8463f7026613 req-6e252687-6c82-49be-8257-64dc2eac60d1 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 943 time: 0.0466425 Sep 17 19:24:05.957891 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-714e4032-acd0-4d93-b949-8463f7026613 req-a688f709-a8c0-4db9-9c08-b82875878e4d tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297508 Sep 17 19:24:07.067844 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8df2-923f-4847-8146-200792d2d3d2 req-0b23c186-1299-4cd0-ba9a-db92ce331470 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:07.069312 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c5bf8df2-923f-4847-8146-200792d2d3d2 req-0b23c186-1299-4cd0-ba9a-db92ce331470 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 943 time: 0.0470972 Sep 17 19:24:07.109460 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c5bf8df2-923f-4847-8146-200792d2d3d2 req-b2ccd8cd-a452-4600-827e-dc7d418a6105 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343699 Sep 17 19:24:07.156624 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a9cc450d-0bf0-4948-b22d-da3a6c68105f details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:24:07.247852 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:07.258525 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'port_id': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'mac_address': 'fa:16:3e:52:e8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:24:07.293959 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:07.309907 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cc450d-0bf0-4948-b22d-da3a6c68105f {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:24:07.327756 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:07.331475 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:07.376973 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:07.383788 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.384163 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.384506 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.384840 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.385172 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.385499 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.385825 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.386148 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.386495 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.386820 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.387145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.387463 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:07.664639 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['a9cc450d-0bf0-4948-b22d-da3a6c68105f'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:24:08.221011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee985e7-e2ef-4858-9e3a-81271d24ca11 req-e9a63b2f-de18-4da6-9d2a-78b63f89e5b9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:08.222374 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5ee985e7-e2ef-4858-9e3a-81271d24ca11 req-e9a63b2f-de18-4da6-9d2a-78b63f89e5b9 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 944 time: 0.0475893 Sep 17 19:24:08.258930 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5ee985e7-e2ef-4858-9e3a-81271d24ca11 req-09ca8431-a8be-4714-a3ec-c32de9fb4d37 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308168 Sep 17 19:24:09.164807 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a9cc450d-0bf0-4948-b22d-da3a6c68105f up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:24:09.211497 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port a9cc450d-0bf0-4948-b22d-da3a6c68105f completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:24:09.215479 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port a9cc450d-0bf0-4948-b22d-da3a6c68105f triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:24:09.215844 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:09.288949 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:09.311500 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:09.313746 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b665ef3-de7d-42cd-9615-70e6a31404e8" -d '{"events": [{"server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:09.329145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:09.333523 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:09.357934 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a484e563-ae6e-462c-a534-c660a15703c5 x-openstack-request-id: req-a484e563-ae6e-462c-a534-c660a15703c5 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:09.358235 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "name": "network-vif-plugged", "status": "completed", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:09.358487 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a484e563-ae6e-462c-a534-c660a15703c5 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:09.358873 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'code': 200} Sep 17 19:24:09.383169 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae98c46-f237-4ed8-ba2c-50affd24d95c req-378da9ea-68f0-4e61-947d-f94d54fa813a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:09.384728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dae98c46-f237-4ed8-ba2c-50affd24d95c req-378da9ea-68f0-4e61-947d-f94d54fa813a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0605602 Sep 17 19:24:09.393674 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:09.401451 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-9c1765d6-4104-4d5d-ba75-e210446b8958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:09.432567 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dae98c46-f237-4ed8-ba2c-50affd24d95c req-8b5ec982-8171-4809-929a-824f470ee1dd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415177 Sep 17 19:24:09.544198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a728b-2cb4-4c65-9854-cddb83b24fbb req-f97a837b-9577-414d-b922-cbf5340114a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:09.545657 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6d3a728b-2cb4-4c65-9854-cddb83b24fbb req-f97a837b-9577-414d-b922-cbf5340114a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 1098 time: 0.0392768 Sep 17 19:24:09.586664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6d3a728b-2cb4-4c65-9854-cddb83b24fbb req-dde58f96-49d5-4b52-96e6-f0e6d776f58f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335612 Sep 17 19:24:10.542215 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803986c3-3c73-469a-9c91-52bd845f4330 req-60880551-d081-498b-8210-3ff7eab90e15 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:10.544164 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-803986c3-3c73-469a-9c91-52bd845f4330 req-60880551-d081-498b-8210-3ff7eab90e15 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0465713 Sep 17 19:24:10.580707 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-803986c3-3c73-469a-9c91-52bd845f4330 req-fc03dc75-9123-4d1a-947a-d6edf352ec58 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Sep 17 19:24:11.692372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f73b5c-a809-47ae-b9c1-81e9e95b9528 req-f08e17ca-3807-4438-933c-11c1ac96ef38 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:11.693827 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36f73b5c-a809-47ae-b9c1-81e9e95b9528 req-f08e17ca-3807-4438-933c-11c1ac96ef38 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0471175 Sep 17 19:24:11.730044 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36f73b5c-a809-47ae-b9c1-81e9e95b9528 req-68316584-fc27-48c1-871b-81640249fb0e tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294883 Sep 17 19:24:11.838425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f0b5b5-b7bc-4c2b-beeb-753deb557eb3 req-c875629c-3c7d-451e-a6b6-1ebb19a32d31 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:11.839901 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17f0b5b5-b7bc-4c2b-beeb-753deb557eb3 req-c875629c-3c7d-451e-a6b6-1ebb19a32d31 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0464573 Sep 17 19:24:11.848171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40136) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:11.852446 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Request body: {'floatingip': {'port_id': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:24:11.893222 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:11.926951 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-167fecc6-21a4-4d01-ac59-7e572811bf89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:12.313787 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:12.317499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:12.383176 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:12.413964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Floating IP f4aa82ed-c33b-44dd-a900-6082ed803580 associated. External IP: 172.27.3.143, port: a9cc450d-0bf0-4948-b22d-da3a6c68105f. Sep 17 19:24:12.862402 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:24:12.965317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:24:12.970229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:12.974847 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:24:12.984113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:12.984731 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:12.996079 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-07ac58b6-cae0-407e-a7fe-6709b91f5628 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "PUT /v2.0/floatingips/f4aa82ed-c33b-44dd-a900-6082ed803580 HTTP/1.1" status: 200 len: 991 time: 1.1468468 Sep 17 19:24:12.996763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:12.999491 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff0d393-6719-42a0-a797-a58cdda6aff2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:13.043594 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb1d22a-b20a-4b12-b9cb-e2926c073038 x-openstack-request-id: req-8eb1d22a-b20a-4b12-b9cb-e2926c073038 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:13.043921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:13.044204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8eb1d22a-b20a-4b12-b9cb-e2926c073038 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:13.044660 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'status': 'completed', 'code': 200} Sep 17 19:24:13.090694 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:13.126995 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-df25f5e4-8417-4b05-906c-d4ac45f0404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:13.128545 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-df25f5e4-8417-4b05-906c-d4ac45f0404d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 1098 time: 0.0416796 Sep 17 19:24:13.225175 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-cd89a70d-a070-4bb9-8c3c-bfaabb0bd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:13.226633 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-cd89a70d-a070-4bb9-8c3c-bfaabb0bd79d service neutron] 10.222.0.22 "GET /v2.0/networks?id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 200 len: 911 time: 0.0896142 Sep 17 19:24:13.289902 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-a8e956e5-e353-4df5-a562-7d9e1e6d7f0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f HTTP/1.1" status: 200 len: 999 time: 0.0554013 Sep 17 19:24:13.310439 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'f4aa82ed-c33b-44dd-a900-6082ed803580', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:52:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9854c55-562c-4409-b306-20ca68817a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:59Z', 'updated_at': '2021-09-17T19:24:12Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:13.339336 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:24:13.343612 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-a48fde43-cbe3-4cdf-8f8f-b5f671aebe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:13.345090 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-a48fde43-cbe3-4cdf-8f8f-b5f671aebe79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 200 len: 849 time: 0.0430279 Sep 17 19:24:13.347477 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:13.348110 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:13.394245 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-22608ea6-30a5-46eb-956f-51f4f11587a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:13.395740 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-22608ea6-30a5-46eb-956f-51f4f11587a5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429056 Sep 17 19:24:13.449264 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:13.462624 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:13.487699 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-9875cc49-9c17-4646-8ec2-9ff7592e6706 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813708 Sep 17 19:24:13.582929 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6ff0d393-6719-42a0-a797-a58cdda6aff2 req-d6329002-2567-48b4-87ac-8f872e5b32a8 service neutron] 10.222.0.22 "GET /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838907 Sep 17 19:24:13.789258 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'f4aa82ed-c33b-44dd-a900-6082ed803580', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:52:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9854c55-562c-4409-b306-20ca68817a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:59Z', 'updated_at': '2021-09-17T19:24:12Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:13.818148 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d68877-142a-4bd3-83aa-38f49b11ec19 None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'f4aa82ed-c33b-44dd-a900-6082ed803580', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'port_id': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'mac_address': 'fa:16:3e:52:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9854c55-562c-4409-b306-20ca68817a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:23:59Z', 'updated_at': '2021-09-17T19:24:12Z', 'revision_number': 1, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:24:13.991728 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f5bb48-7023-4a37-aa62-691b144a1d40 None None] New status for floating IP f4aa82ed-c33b-44dd-a900-6082ed803580: ACTIVE {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:24:14.919681 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:20.736349 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:24:27.390741 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:32.670393 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-bf5befc3-9c02-4641-bc74-8fa6445d50a3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382285 Sep 17 19:24:32.732449 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-e1a470be-ef73-4736-a22f-0f816131f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:32.733919 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-e1a470be-ef73-4736-a22f-0f816131f8fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0400441 Sep 17 19:24:32.855505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-dc7706f6-b07e-4e1e-a901-c75b2a3ed3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:32.856999 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-dc7706f6-b07e-4e1e-a901-c75b2a3ed3ab service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.0867677 Sep 17 19:24:32.921546 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-3bb43d6a-2163-42e1-9c5f-092fc09fc402 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 1001 time: 0.0569842 Sep 17 19:24:32.981273 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-b055c15d-fa2a-4042-a70d-e4baa3305580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:32.982702 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-b055c15d-fa2a-4042-a70d-e4baa3305580 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0511646 Sep 17 19:24:33.029237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-4def67d6-df07-46d3-82b4-ff5f986d8483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:33.030673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-4def67d6-df07-46d3-82b4-ff5f986d8483 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391655 Sep 17 19:24:33.116958 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-0f69b6ad-ff10-4619-b7a0-24c66294a37a service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778728 Sep 17 19:24:33.205888 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b8d782ec-c3a7-45e9-8604-51d08dc0054e req-88c13b16-9279-4a2a-8bfa-c576e597b65c service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817850 Sep 17 19:24:36.558549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b90cb-27d7-4fc3-a89f-57cd12892c4d req-fbff092a-8c13-43c4-a6ec-e607c984f0cc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:36.560012 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e0b90cb-27d7-4fc3-a89f-57cd12892c4d req-fbff092a-8c13-43c4-a6ec-e607c984f0cc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0473509 Sep 17 19:24:36.596845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e0b90cb-27d7-4fc3-a89f-57cd12892c4d req-cf0b5a47-ada4-43e6-98cf-cdc43d5213e8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 17 19:24:37.711303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a76d3-9171-46a2-ab14-131e6b20142e req-354531ca-3f6b-43c3-933a-cb3d75139f34 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:37.712743 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-449a76d3-9171-46a2-ab14-131e6b20142e req-354531ca-3f6b-43c3-933a-cb3d75139f34 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0461369 Sep 17 19:24:37.752583 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-449a76d3-9171-46a2-ab14-131e6b20142e req-5b132865-362e-4e93-85cd-4d5805d694e2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334682 Sep 17 19:24:38.867624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c1899-7f5c-4d7b-ba8e-a233bfcfbffd req-391c273a-2a38-4f47-acb7-e0e7d25447c4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:38.869114 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b44c1899-7f5c-4d7b-ba8e-a233bfcfbffd req-391c273a-2a38-4f47-acb7-e0e7d25447c4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0467207 Sep 17 19:24:38.905204 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b44c1899-7f5c-4d7b-ba8e-a233bfcfbffd req-1ee34b40-6630-4b18-b54d-db35829cc138 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295479 Sep 17 19:24:39.373013 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-335c5ddb-0055-49ca-8add-20d901c66c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:40.019301 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3be1c3-3979-4490-a5a2-53a88407c01a req-e832fbbe-dd1d-4cf5-91cd-ac3e719aa596 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:40.020752 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4b3be1c3-3979-4490-a5a2-53a88407c01a req-e832fbbe-dd1d-4cf5-91cd-ac3e719aa596 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0467319 Sep 17 19:24:40.058216 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4b3be1c3-3979-4490-a5a2-53a88407c01a req-d1677fb2-29a6-42ce-93f8-95ba18fe5ab1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311577 Sep 17 19:24:41.171479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c999b8-7de7-4649-acb7-c74291ac1a26 req-d08445a3-7e37-419f-9a3e-f2a81d8f0c4e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:41.172936 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3c999b8-7de7-4649-acb7-c74291ac1a26 req-d08445a3-7e37-419f-9a3e-f2a81d8f0c4e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0461419 Sep 17 19:24:41.212335 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c3c999b8-7de7-4649-acb7-c74291ac1a26 req-5f15746e-6db4-422e-8f66-28687c9e7415 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335672 Sep 17 19:24:41.927728 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b8ab47d8-c077-4d22-9c93-03eef258e643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:42.332385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb84d-f0f2-47a2-85db-88baa856585d req-b0e61fa5-f5bb-4cd1-84bd-09af82250508 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:42.333820 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2dbb84d-f0f2-47a2-85db-88baa856585d req-b0e61fa5-f5bb-4cd1-84bd-09af82250508 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 17 19:24:42.372336 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2dbb84d-f0f2-47a2-85db-88baa856585d req-4a5e2b2e-db3b-46c1-b5c5-ab8d0ddc4947 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327380 Sep 17 19:24:42.384809 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:43.413971 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:43.488473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44902d24-67ca-49d5-ab01-4a566cd6508d req-c321d425-3a61-475c-86fb-4a423e8100ec tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:43.489924 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-44902d24-67ca-49d5-ab01-4a566cd6508d req-c321d425-3a61-475c-86fb-4a423e8100ec tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0470335 Sep 17 19:24:43.525638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-44902d24-67ca-49d5-ab01-4a566cd6508d req-8ee7e032-1153-4238-9eee-d7862ce707da tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294137 Sep 17 19:24:44.641094 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cec1a-18e6-460d-8858-30c28cd9378b req-b3444357-fc4e-4125-96d4-f55134fd8c9e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:44.642530 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e5cec1a-18e6-460d-8858-30c28cd9378b req-b3444357-fc4e-4125-96d4-f55134fd8c9e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0471556 Sep 17 19:24:44.682413 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e5cec1a-18e6-460d-8858-30c28cd9378b req-f5d2b59c-c9a8-45ac-8b98-fdc5d65e813f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336456 Sep 17 19:24:44.921951 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:45.798293 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8d2a3-1a1e-4b61-a0e2-9f2bb669a6f0 req-ce7ab759-0311-4405-8920-fa77060ac66a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:45.799792 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4c8d2a3-1a1e-4b61-a0e2-9f2bb669a6f0 req-ce7ab759-0311-4405-8920-fa77060ac66a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0477650 Sep 17 19:24:45.837854 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4c8d2a3-1a1e-4b61-a0e2-9f2bb669a6f0 req-37e1cbf5-425c-4d7b-a6ad-37b8a52b9101 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313954 Sep 17 19:24:46.952735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee112c-b3af-42c2-a8d3-2998ade8f31d req-49f6a1f6-26e0-4dae-b22e-65545339ddb0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:46.954187 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0fee112c-b3af-42c2-a8d3-2998ade8f31d req-49f6a1f6-26e0-4dae-b22e-65545339ddb0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0477123 Sep 17 19:24:46.992443 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0fee112c-b3af-42c2-a8d3-2998ade8f31d req-43c50de2-cfed-4b17-a827-db691dc072ee tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Sep 17 19:24:48.105393 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032912f-d22c-411a-98c4-1737c9ef7a99 req-747f517e-3b30-4bed-adfc-44f7a0996746 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:48.106827 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e032912f-d22c-411a-98c4-1737c9ef7a99 req-747f517e-3b30-4bed-adfc-44f7a0996746 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0469167 Sep 17 19:24:48.146623 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e032912f-d22c-411a-98c4-1737c9ef7a99 req-9dfd37c6-6ae4-4c5e-bf28-feea5231ece6 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340192 Sep 17 19:24:49.260648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895d045-084f-409c-86c4-0ead2f5c7de8 req-3a217fce-bd10-49c5-9da4-5d75eb3d57b3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:49.262098 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e895d045-084f-409c-86c4-0ead2f5c7de8 req-3a217fce-bd10-49c5-9da4-5d75eb3d57b3 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0475681 Sep 17 19:24:49.298352 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e895d045-084f-409c-86c4-0ead2f5c7de8 req-48c01262-f18e-4dd0-9456-19fab59948dd tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303972 Sep 17 19:24:50.413735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf71cd1-bd29-4027-9c17-3bea5b3c9928 req-dcfb46a2-1b69-4ae3-a601-a33d671b4f01 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:50.415115 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bcf71cd1-bd29-4027-9c17-3bea5b3c9928 req-dcfb46a2-1b69-4ae3-a601-a33d671b4f01 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0482731 Sep 17 19:24:50.451764 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bcf71cd1-bd29-4027-9c17-3bea5b3c9928 req-e0846f5d-e9b1-44f4-85b1-95c3c8bc7299 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301080 Sep 17 19:24:50.923740 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40314) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:51.216549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Deleting port a838eb0d-e56f-4e8a-9487-eb6d28b550e3 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:51.216801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.293706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.294034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.305197 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Calling delete_port for a838eb0d-e56f-4e8a-9487-eb6d28b550e3 owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:51.476984 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.501825 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event deleted for resources: {'Port': ['ID=a838eb0d-e56f-4e8a-9487-eb6d28b550e3,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:51.514769 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.515122 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.515464 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.515801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.516171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.516501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.516827 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.517151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.517476 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.517801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.518123 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.518444 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:51.604549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.604875 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Floating IP 30654d8d-3be7-49f0-9d02-8d1ad1f2e548 disassociated (deleted). External IP: 172.27.3.182, port: 9d546f34-2460-4f57-9e4c-2e93cb35804d. Sep 17 19:24:51.646706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333036b-32d5-4a6e-950a-bfed3ef542d5 req-0289f690-4960-48be-b2b4-bdd9c92b507c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:51.648219 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8333036b-32d5-4a6e-950a-bfed3ef542d5 req-0289f690-4960-48be-b2b4-bdd9c92b507c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.1258316 Sep 17 19:24:51.722335 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8333036b-32d5-4a6e-950a-bfed3ef542d5 req-8e37c948-35bf-4f06-aa3a-35952eadbcca tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680885 Sep 17 19:24:51.839126 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Router 84739215-ebdd-407d-bdf9-8c038210d24a has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:24:51.940382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:24:51.945148 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:51.949620 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Sync routers for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:24:51.958618 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:51.959212 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:51.970804 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-60e0f7c8-dcbe-400e-8648-72d7c9aac669 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "DELETE /v2.0/floatingips/30654d8d-3be7-49f0-9d02-8d1ad1f2e548 HTTP/1.1" status: 204 len: 168 time: 1.0458274 Sep 17 19:24:51.971600 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:51.974120 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b" -d '{"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:52.011438 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6e9b2d-934a-4261-b967-11142a8ec675 x-openstack-request-id: req-dd6e9b2d-934a-4261-b967-11142a8ec675 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:52.011937 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:52.012404 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd6e9b2d-934a-4261-b967-11142a8ec675 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:52.012985 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'status': 'completed', 'code': 200} Sep 17 19:24:52.065819 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:52.078676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-c6f02f46-64c4-445c-8cd5-c0ae49017422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.080574 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-c6f02f46-64c4-445c-8cd5-c0ae49017422 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=257e20beceb041d1bde6226db4239abb&device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 1098 time: 0.0436995 Sep 17 19:24:52.207518 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-8068fc12-48b7-44ec-b8df-ac9f92cbe081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.209016 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-8068fc12-48b7-44ec-b8df-ac9f92cbe081 service neutron] 10.222.0.22 "GET /v2.0/networks?id=28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 200 len: 910 time: 0.1186025 Sep 17 19:24:52.221229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899ccc-b957-4763-8db9-b7c4bfb3afc8 req-1a607717-2832-47e0-b4ec-2edadae8799b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.222628 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f9899ccc-b957-4763-8db9-b7c4bfb3afc8 req-1a607717-2832-47e0-b4ec-2edadae8799b tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0682786 Sep 17 19:24:52.264864 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:52.265489 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-4eb64d12-4ac0-475d-94a1-9861c665f73e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 200 len: 217 time: 0.0419431 Sep 17 19:24:52.294572 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Checking router: 84739215-ebdd-407d-bdf9-8c038210d24a for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:24:52.302573 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:52.303171 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:52.314512 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f9899ccc-b957-4763-8db9-b7c4bfb3afc8 req-22bdca0e-2779-4df4-8e98-9123312d2fe7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848942 Sep 17 19:24:52.331029 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-3e09c110-dce0-42f1-b428-933a6a72bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.332541 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-3e09c110-dce0-42f1-b428-933a6a72bec2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 200 len: 848 time: 0.0579448 Sep 17 19:24:52.380632 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-49c6a83d-94fd-41b6-aac5-b57da074ab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.382126 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-49c6a83d-94fd-41b6-aac5-b57da074ab84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=28a828ed-8b95-46e1-8d09-c321c4751467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416019 Sep 17 19:24:52.410314 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:52.618926 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:52.645932 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a08a019-4c6a-4a5e-aeba-46c1d9f5fedc None None] The sync data for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi is: [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:41Z', 'revision_number': 4, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '6d2c47ea-33d2-4e8a-92cb-e867cbb19673', 'name': '', 'network_id': '28a828ed-8b95-46e1-8d09-c321c4751467', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'mac_address': 'fa:16:3e:d7:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:40Z', 'updated_at': '2021-09-17T19:18:46Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'subnets': [{'id': '126a8735-4722-4d61-ad09-4a0d50c88df3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:24:52.734873 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-4df062e5-acc7-4d88-a92f-3158b2afc9bf service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441269 Sep 17 19:24:52.858077 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57716dd-afa8-4958-ab2b-edc0daab5b1f None None] New status for floating IP 30654d8d-3be7-49f0-9d02-8d1ad1f2e548: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:24:52.863551 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8bdc8727-cf75-4b23-9bc5-e895d120ca8b req-c24b3ec0-5691-4b8b-bbf8-4d4df6340478 service neutron] 10.222.0.22 "GET /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147592 Sep 17 19:24:52.874156 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130a473-c8d7-46c4-9df1-ac5d14a55b74 req-aaf21bfc-83a3-402c-80de-c19b9c546a21 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:52.875570 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4130a473-c8d7-46c4-9df1-ac5d14a55b74 req-aaf21bfc-83a3-402c-80de-c19b9c546a21 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0719543 Sep 17 19:24:52.913376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4130a473-c8d7-46c4-9df1-ac5d14a55b74 req-3f2f03e7-b168-4a41-aba5-48eebe73e51e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Sep 17 19:24:53.436603 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265abdcd-8671-4cbd-a48c-3ee291d3b3bd req-9a6e72d3-718c-4931-b9ea-3d5a204858f3 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:53.438077 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-265abdcd-8671-4cbd-a48c-3ee291d3b3bd req-9a6e72d3-718c-4931-b9ea-3d5a204858f3 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Sep 17 19:24:53.474428 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-265abdcd-8671-4cbd-a48c-3ee291d3b3bd req-37e97126-89cb-4f8a-b5a9-76512f111237 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/security-groups?id=1785be96-e50a-40ca-afc2-a6c233e278d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304534 Sep 17 19:24:54.029116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d8bd-d81a-45c0-85af-2a9336e2f060 req-ea1c93fe-b5f2-4151-804d-508045ce3794 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:54.030560 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-55e4d8bd-d81a-45c0-85af-2a9336e2f060 req-ea1c93fe-b5f2-4151-804d-508045ce3794 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0468721 Sep 17 19:24:54.096894 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-55e4d8bd-d81a-45c0-85af-2a9336e2f060 req-5c5422dd-8a48-4590-b6b4-c66d1370c872 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604539 Sep 17 19:24:54.109419 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-3d647324-3889-4119-b066-d0a2f7a429d0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:54.110910 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-3d647324-3889-4119-b066-d0a2f7a429d0 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.22 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 945 time: 0.0685308 Sep 17 19:24:54.198911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Deleting port 9d546f34-2460-4f57-9e4c-2e93cb35804d {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:54.199187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:54.285587 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] For port 9d546f34-2460-4f57-9e4c-2e93cb35804d, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=9d546f34-2460-4f57-9e4c-2e93cb35804d,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:54.285947 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:54.297729 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Calling delete_port for 9d546f34-2460-4f57-9e4c-2e93cb35804d owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:54.418276 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:54.447910 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event deleted for resources: {'Port': ['ID=9d546f34-2460-4f57-9e4c-2e93cb35804d,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:54.489693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] No DVR routers for this DVR port 9d546f34-2460-4f57-9e4c-2e93cb35804d on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:24:54.492180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:54.494655 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f322bed6-2c10-45a0-b608-226bbfbebc27 req-7a378db6-9a1f-4041-b860-b221d658990f tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.22 "DELETE /v2.0/ports/9d546f34-2460-4f57-9e4c-2e93cb35804d HTTP/1.1" status: 204 len: 173 time: 0.3760531 Sep 17 19:24:54.495119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-deleted', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:54.497409 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd923e-43a7-4642-9c39-ca082c27f0e6" -d '{"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-deleted", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:54.536972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a23d608-ed36-46b7-a441-346bdd6e96b4 x-openstack-request-id: req-1a23d608-ed36-46b7-a441-346bdd6e96b4 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:54.537341 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e8d948-fb8e-48d6-8c32-321caec8a994", "name": "network-vif-deleted", "tag": "9d546f34-2460-4f57-9e4c-2e93cb35804d", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:54.537622 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a23d608-ed36-46b7-a441-346bdd6e96b4 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:54.538028 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e8d948-fb8e-48d6-8c32-321caec8a994', 'name': 'network-vif-deleted', 'tag': '9d546f34-2460-4f57-9e4c-2e93cb35804d', 'status': 'completed', 'code': 200} Sep 17 19:24:54.572612 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d80328ad-b333-4ba3-8e33-bee23783bd4b req-1a4deedf-c430-41ee-af8b-49ea4e6779fc tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "GET /v2.0/ports?device_id=88e8d948-fb8e-48d6-8c32-321caec8a994 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Sep 17 19:24:55.214794 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dea26-2142-47b8-a1f0-c43214ec2c94 req-64fe0ad4-e902-4a0a-9225-feb845cef402 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:55.216497 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-052dea26-2142-47b8-a1f0-c43214ec2c94 req-64fe0ad4-e902-4a0a-9225-feb845cef402 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Sep 17 19:24:55.256170 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-052dea26-2142-47b8-a1f0-c43214ec2c94 req-53b6a084-08d2-490a-818c-ff1278733f3c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Sep 17 19:24:55.384052 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:24:55.479307 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:55.490334 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:24:55.526348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.538584 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:24:55.557285 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:55.561228 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.610726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=6']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:55.630581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40348) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:55.676147 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:24:55.690339 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.714763 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.776898 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.779663 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:55.783282 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] 10.222.0.21 "DELETE /v2.0/security-groups/1785be96-e50a-40ca-afc2-a6c233e278d2 HTTP/1.1" status: 204 len: 168 time: 0.1492569 Sep 17 19:24:55.792476 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdd689-ceda-4c89-8d7a-95a472f792f7 tempest-TestShelveInstance-1081632418 tempest-TestShelveInstance-1081632418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1785be96-e50a-40ca-afc2-a6c233e278d2,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:55.838669 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40354) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:56.261200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:56.424845 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c49bb-898e-43db-adaf-ce4359506eb5 req-05de9825-9374-401b-94ab-525000b071c5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:56.426326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d80c49bb-898e-43db-adaf-ce4359506eb5 req-05de9825-9374-401b-94ab-525000b071c5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0907156 Sep 17 19:24:56.485149 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d80c49bb-898e-43db-adaf-ce4359506eb5 req-92ac1593-0479-4a57-96f4-66c04deaacf9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Sep 17 19:24:56.565306 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Deleting port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:56.565645 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:56.639694 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] For port 6d2c47ea-33d2-4e8a-92cb-e867cbb19673, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:56.640076 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:56.654904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Calling delete_port for 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:56.823930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:56.848118 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=6d2c47ea-33d2-4e8a-92cb-e867cbb19673,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:57.016387 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.221472 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Router 84739215-ebdd-407d-bdf9-8c038210d24a has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:24:57.320168 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:24:57.325562 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e7780ec3-13f7-40da-b550-bda2434cb4ab admin admin] 10.222.0.21 "PUT /v2.0/routers/84739215-ebdd-407d-bdf9-8c038210d24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857683 Sep 17 19:24:57.328042 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40366) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:57.330719 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Sync routers for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:24:57.339715 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:57.340345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:57.402663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:24:57.429116 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.447775 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.482012 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:57.534849 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.563876 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:24:57.564273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.632022 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Deleting port 5f99f65e-e848-4bdc-b177-dc930aa968f7 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:57.632360 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.662185 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1163b41-0f7e-45e9-8524-8a4403574558 req-3dc0e9e0-553e-4374-9a82-900bfc47ff90 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:57.663639 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1163b41-0f7e-45e9-8524-8a4403574558 req-3dc0e9e0-553e-4374-9a82-900bfc47ff90 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0781381 Sep 17 19:24:57.710459 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.736973 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:24:57.739219 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:57.741460 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25fe6be-6fd8-4142-ad52-f80970b6b317" -d '{"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:57.742572 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f1163b41-0f7e-45e9-8524-8a4403574558 req-f63a2786-3247-4ae1-886b-9b801c0ebe28 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481358 Sep 17 19:24:57.750706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] For port 5f99f65e-e848-4bdc-b177-dc930aa968f7, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=5f99f65e-e848-4bdc-b177-dc930aa968f7,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:57.751067 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.755954 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:24:56Z', 'revision_number': 5, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port': {'id': '5f99f65e-e848-4bdc-b177-dc930aa968f7', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:57.758637 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:57.771931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Calling delete_port for 5f99f65e-e848-4bdc-b177-dc930aa968f7 owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:57.786192 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Checking router: 84739215-ebdd-407d-bdf9-8c038210d24a for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:24:57.788170 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.789049 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:24:57.791903 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4835a7e-b225-4523-81be-0a516a7550bd x-openstack-request-id: req-b4835a7e-b225-4523-81be-0a516a7550bd {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:57.792210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:57.792453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4835a7e-b225-4523-81be-0a516a7550bd {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:57.792821 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'code': 200} Sep 17 19:24:57.836305 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 9d546f34-2460-4f57-9e4c-2e93cb35804d {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:24:57.836642 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 9d546f34-2460-4f57-9e4c-2e93cb35804d not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:24:57.839753 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Routers {'84739215-ebdd-407d-bdf9-8c038210d24a'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:24:57.840394 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['84739215-ebdd-407d-bdf9-8c038210d24a'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:57.930727 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=7']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:57.930981 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:57.947785 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] Set router 84739215-ebdd-407d-bdf9-8c038210d24a gateway port host: None {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:24:57.957164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f99f65e-e848-4bdc-b177-dc930aa968f7,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:58.024850 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.115248 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:24:57Z', 'revision_number': 6, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:24:58.143546 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3265e8ad-5b26-4dae-8924-641a912a6e27 None None] The sync data for ids ['84739215-ebdd-407d-bdf9-8c038210d24a'] in dv-cinder-809891-1-iscsi is: [{'id': '84739215-ebdd-407d-bdf9-8c038210d24a', 'name': 'tempest-TestShelveInstance-1292986775-router', 'tenant_id': '257e20beceb041d1bde6226db4239abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:38Z', 'updated_at': '2021-09-17T19:24:57Z', 'revision_number': 6, 'project_id': '257e20beceb041d1bde6226db4239abb', 'gw_port_host': None}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:24:58.385314 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.387954 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.444279 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-065b3263-450e-4b1b-b2a0-dd3065e67a9f tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844658607&fields=id&tenant_id=913c6d0416ac480a928ce1d97a408e7d HTTP/1.1" status: 200 len: 267 time: 0.0676382 Sep 17 19:24:58.445217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.445819 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84739215-ebdd-407d-bdf9-8c038210d24a {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:24:58.450834 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.454242 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-3ad944d5-37c9-4f83-940c-c206faefc955 admin admin] 10.222.0.21 "DELETE /v2.0/routers/84739215-ebdd-407d-bdf9-8c038210d24a HTTP/1.1" status: 204 len: 168 time: 1.1230154 Sep 17 19:24:58.454639 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40376) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:58.498801 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Deleting subnet 126a8735-4722-4d61-ad09-4a0d50c88df3 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:24:58.500531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-8c094dfb-08db-4b67-a667-c90afa1856ea tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:58.502088 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-8c094dfb-08db-4b67-a667-c90afa1856ea tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 984 time: 0.0491006 Sep 17 19:24:58.502222 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.514336 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Request body: {'port': {'security_groups': ['0fe42558-553a-4cfa-9161-90be6e61c45d']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:24:58.538328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.598120 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.651303 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.706955 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.732597 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126a8735-4722-4d61-ad09-4a0d50c88df3,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:58.742317 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.744251 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/126a8735-4722-4d61-ad09-4a0d50c88df3 HTTP/1.1" status: 204 len: 168 time: 0.2884085 Sep 17 19:24:58.745604 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.745947 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.746280 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.746610 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.746935 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.747256 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.747575 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.747812 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190dc1ed-3c63-4ee4-ab49-dce81ac29717 None None] Network 28a828ed-8b95-46e1-8d09-c321c4751467 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:24:58.748346 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.748346 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.748508 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.748824 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.749078 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40386) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:58.749184 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2951f24-ca3f-4e17-8a55-704f33c263c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:24:58.831708 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:58.875581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.910738 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.933225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8e8c6-fa65-4085-a4a0-d90ed33bcd15 req-04c1205d-c123-4f2f-a14c-c6b6366da7bd tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:58.934793 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a9d8e8c6-fa65-4085-a4a0-d90ed33bcd15 req-04c1205d-c123-4f2f-a14c-c6b6366da7bd tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.1095350 Sep 17 19:24:58.950294 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] DHCP port deletion for 28a828ed-8b95-46e1-8d09-c321c4751467 request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:24:58.955113 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:58.993351 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:24:59.031715 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:59.032372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.039344 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b66c77f-ab03-44f7-8941-eb3d6c49a876 req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "PUT /v2.0/ports/e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 942 time: 0.5275910 Sep 17 19:24:59.040190 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:24:59.040846 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40398) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:59.042670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f7d27-43c0-4809-8d15-bc88b98659ce" -d '{"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:24:59.069363 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Deleting port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:59.069744 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.099403 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a9d8e8c6-fa65-4085-a4a0-d90ed33bcd15 req-e0fa7858-c502-46dd-babc-7f2cdc636167 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422098 Sep 17 19:24:59.147003 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2fccd-3195-4a11-a5fe-e33e3b840ffe tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event updated for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=7']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:59.153364 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:24:59.160779 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Deleting port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:24:59.161291 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.208897 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.240635 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.277121 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46582b5c-9637-4f21-9dc6-d304d6606764 x-openstack-request-id: req-46582b5c-9637-4f21-9dc6-d304d6606764 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:24:59.278814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:24:59.278998 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-46582b5c-9637-4f21-9dc6-d304d6606764 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:24:59.279409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:24:59.293872 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] For port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:59.294355 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.319906 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.323157 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.324747 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "DELETE /v2.0/security-groups/c774c867-2ff3-416e-b7e2-a2a051b9e8cf HTTP/1.1" status: 204 len: 168 time: 0.2827580 Sep 17 19:24:59.327550 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40414) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:24:59.336497 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b393266-f7f2-4a5b-868d-e4cf5b6da001 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c774c867-2ff3-416e-b7e2-a2a051b9e8cf,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:59.342836 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Calling delete_port for 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:59.419454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] For port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,segment=NetworkSegment(d45ac923-2b72-4220-bba0-8cf18fb46003),segment_id=d45ac923-2b72-4220-bba0-8cf18fb46003)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:24:59.420050 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.441079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Calling delete_port for 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 owned by network:dhcp {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:24:59.490745 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-7d75076e-0df1-46cc-8eab-c746e68684a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:59.491964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-7d75076e-0df1-46cc-8eab-c746e68684a5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1098 time: 0.2359967 Sep 17 19:24:59.503482 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.519536 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] No DVR routers for this DVR port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:24:59.580722 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-f9ec069b-41bd-4bdb-b6bd-a4f5704d07e7 None None] Provisioning complete for port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:24:59.581093 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f9ec069b-41bd-4bdb-b6bd-a4f5704d07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.582708 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e333a3-3af0-474f-90e5-1e6a6dde8b6e None None] Pushing event deleted for resources: {'Port': ['ID=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:59.645533 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:24:59.696745 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:24:59.697635 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6d2c47ea-33d2-4e8a-92cb-e867cbb19673 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:24:59.698020 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 5f99f65e-e848-4bdc-b177-dc930aa968f7 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:24:59.725884 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 5f99f65e-e848-4bdc-b177-dc930aa968f7 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:24:59.726244 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 5f99f65e-e848-4bdc-b177-dc930aa968f7 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:24:59.727026 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:24:59.732242 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-d3f8d257-eb02-4351-89c9-27041b81e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:24:59.734457 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-d3f8d257-eb02-4351-89c9-27041b81e916 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.1961021 Sep 17 19:24:59.760195 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:24:59.760767 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:24:59.811043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:24:59.867825 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Pushing event deleted for resources: {'Port': ['ID=52bd06f2-fe98-4d8f-8935-32178a6cb8f2,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:24:59.872139 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] No DVR routers for this DVR port 52bd06f2-fe98-4d8f-8935-32178a6cb8f2 on host dv-cinder-809891-1-iscsi {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:24:59.912800 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-bb542f44-b93a-4db5-aeec-c0b848f6068c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 1001 time: 0.1634555 Sep 17 19:25:00.017532 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.048938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-6625dfdc-cafe-4b0b-a96d-639e82c177ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:00.050418 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-6625dfdc-cafe-4b0b-a96d-639e82c177ad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.1222687 Sep 17 19:25:00.052043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a828ed-8b95-46e1-8d09-c321c4751467']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:00.075198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Deleting port 780f48bc-6f72-4402-ab00-bc1748aea654 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:00.075545 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.079949 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45ac923-2b72-4220-bba0-8cf18fb46003') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:00.080268 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45ac923-2b72-4220-bba0-8cf18fb46003') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:00.125478 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.166569 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.181049 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:25:00.182270 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self.session.flush() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self.session.flush() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self.session.flush() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self.session.flush() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:25:00.196072 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:25:00.286644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-269d5d63-6361-43a2-9084-6910b30e787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:00.288398 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-269d5d63-6361-43a2-9084-6910b30e787b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2245259 Sep 17 19:25:00.316935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.317273 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.340647 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.359912 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Calling delete_port for 780f48bc-6f72-4402-ab00-bc1748aea654 owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:00.363545 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.369418 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] 10.222.0.21 "DELETE /v2.0/networks/28a828ed-8b95-46e1-8d09-c321c4751467 HTTP/1.1" status: 204 len: 168 time: 1.6191790 Sep 17 19:25:00.373708 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40424) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:00.414914 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54634448-4813-4026-b2b4-e3421cd6b52e admin admin] Pushing event deleted for resources: {'Network': ['ID=28a828ed-8b95-46e1-8d09-c321c4751467,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:00.439390 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76da1c-463c-4fe4-9ff5-69711695077d req-4a398516-fe81-40b3-b7dc-a99bdefdcfac tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:00.440962 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4f76da1c-463c-4fe4-9ff5-69711695077d req-4a398516-fe81-40b3-b7dc-a99bdefdcfac tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.2326784 Sep 17 19:25:00.620399 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-71513425-2127-4a91-91ec-1be377ba1a9f service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179343 Sep 17 19:25:00.707040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.719756 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4f76da1c-463c-4fe4-9ff5-69711695077d req-dd241d41-468c-4ff6-beda-ae25a41b0e9f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480080 Sep 17 19:25:00.813180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event deleted for resources: {'Port': ['ID=780f48bc-6f72-4402-ab00-bc1748aea654,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:00.878189 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.897679 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-598f7d27-43c0-4809-8d15-bc88b98659ce req-2c569834-d81c-48ef-9edd-000f1cd97775 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689431 Sep 17 19:25:00.915305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:00.915742 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Floating IP 84c22a33-8ed5-4630-ad45-77020d5b0a26 disassociated (deleted). External IP: 172.27.3.207, port: e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5. Sep 17 19:25:01.183873 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Router 55023438-abde-4eca-98a2-279bf0957bdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:01.320294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:01.327950 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:01.331081 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Sync routers for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:01.346767 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:01.348752 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:01.372984 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-fcddf070-43da-47e3-b745-911130248636 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "DELETE /v2.0/floatingips/84c22a33-8ed5-4630-ad45-77020d5b0a26 HTTP/1.1" status: 204 len: 168 time: 2.0313666 Sep 17 19:25:01.375166 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:01.387171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec11a601-ba91-4e9e-9798-91c999563a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:01.452587 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe6182c-5079-4102-8e8c-9ecd1fb9bc8c x-openstack-request-id: req-2fe6182c-5079-4102-8e8c-9ecd1fb9bc8c {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:01.453261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:01.453261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fe6182c-5079-4102-8e8c-9ecd1fb9bc8c {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:01.453582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:25:01.572774 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Deleting port df76bd49-16e2-48c2-a64d-cf75d7a43e2d {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:01.573439 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:01.577337 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-77b2ab76-78eb-4793-b635-6fc41b46534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:01.579025 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-77b2ab76-78eb-4793-b635-6fc41b46534c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=913c6d0416ac480a928ce1d97a408e7d&device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 1098 time: 0.0974724 Sep 17 19:25:01.581417 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:01.781470 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] For port df76bd49-16e2-48c2-a64d-cf75d7a43e2d, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:01.781942 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:01.801487 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-24d46011-37c3-4ddc-9333-77772836b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:01.805324 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-24d46011-37c3-4ddc-9333-77772836b3b6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 200 len: 915 time: 0.2167895 Sep 17 19:25:01.816922 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:01.818909 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Calling delete_port for df76bd49-16e2-48c2-a64d-cf75d7a43e2d owned by network:router_interface {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:01.848377 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Checking router: 55023438-abde-4eca-98a2-279bf0957bdb for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:01.860874 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:01.861913 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:01.880653 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-6b00f826-b49d-4b5d-be58-e6b224ea05d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 200 len: 217 time: 0.0677271 Sep 17 19:25:01.973210 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-aa29b560-d508-4e52-b911-cacabab577e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:01.974585 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-aa29b560-d508-4e52-b911-cacabab577e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 200 len: 853 time: 0.0823524 Sep 17 19:25:01.983565 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c8ca-5cc7-4bdb-a562-28cd09bd3621 req-4ffe7785-d7ab-4380-8b8e-ea969fa804f9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:01.985477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7134c8ca-5cc7-4bdb-a562-28cd09bd3621 req-4ffe7785-d7ab-4380-8b8e-ea969fa804f9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.1039720 Sep 17 19:25:02.043579 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:02.061274 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7134c8ca-5cc7-4bdb-a562-28cd09bd3621 req-97a7ffb9-a351-442c-9e69-4332922920b2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651498 Sep 17 19:25:02.065847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-319fdc88-6825-4070-b1de-95f30134dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:02.067409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-319fdc88-6825-4070-b1de-95f30134dde5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=74588bb5-9e0b-4551-a482-2ac2eac99e2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809963 Sep 17 19:25:02.068791 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:02.115120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Pushing event deleted for resources: {'Port': ['ID=df76bd49-16e2-48c2-a64d-cf75d7a43e2d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:02.199286 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-b56eb0db-5bb8-49fe-82dc-bf39fad5f593 service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217203 Sep 17 19:25:02.352620 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ec11a601-ba91-4e9e-9798-91c999563a1a req-583990b8-de10-4bde-8836-95f82c5f0beb service neutron] 10.222.0.22 "GET /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430254 Sep 17 19:25:02.430463 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:02.469185 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:02.653554 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796ce6a-9ce4-4d5c-a348-1ba18072fe9f None None] The sync data for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi is: [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:21:47Z', 'revision_number': 4, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '73c965f7-aeb1-4415-a462-c2ccfcbe72ae', 'name': '', 'network_id': '74588bb5-9e0b-4551-a482-2ac2eac99e2c', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'mac_address': 'fa:16:3e:4b:f0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:46Z', 'updated_at': '2021-09-17T19:21:52Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'subnets': [{'id': '389474cc-beb2-438d-bf6a-1caf00b828b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:02.732272 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Router 6aea262a-882b-45e0-a2e2-1451421cfbdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:02.849763 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:02.860590 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-89d2c780-59ad-41ff-b1d6-f916c7775803 admin admin] 10.222.0.21 "PUT /v2.0/routers/6aea262a-882b-45e0-a2e2-1451421cfbdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4856756 Sep 17 19:25:02.861023 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Sync routers for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:02.863163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40444) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:02.898414 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:02.899119 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:03.049455 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf94614-18ac-48b3-b29f-0d9f75609507 None None] New status for floating IP 84c22a33-8ed5-4630-ad45-77020d5b0a26: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:25:03.113310 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:03.421908 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:25:02Z', 'revision_number': 5, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:03.452114 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa3cb-65d0-4dee-8403-dd79b599651a req-22f175c7-aa44-4689-895f-932f8dbc848f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:03.459995 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Checking router: 6aea262a-882b-45e0-a2e2-1451421cfbdb for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:03.461976 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ccdaa3cb-65d0-4dee-8403-dd79b599651a req-22f175c7-aa44-4689-895f-932f8dbc848f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.1086071 Sep 17 19:25:03.473492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Routers {'6aea262a-882b-45e0-a2e2-1451421cfbdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:03.474636 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['6aea262a-882b-45e0-a2e2-1451421cfbdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:03.507686 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:03.524280 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ccdaa3cb-65d0-4dee-8403-dd79b599651a req-bc02f093-43a6-4d72-93eb-829f0443df30 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600893 Sep 17 19:25:03.654305 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:03.685486 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] Set router 6aea262a-882b-45e0-a2e2-1451421cfbdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:03.725908 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Deleting port 00896a30-d08d-4761-82c4-ef1d00de9b5f {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:03.726391 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:03.830277 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] For port 00896a30-d08d-4761-82c4-ef1d00de9b5f, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=00896a30-d08d-4761-82c4-ef1d00de9b5f,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:03.830684 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:03.847434 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Calling delete_port for 00896a30-d08d-4761-82c4-ef1d00de9b5f owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:04.021008 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:25:02Z', 'revision_number': 5, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:04.050687 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa9346-ee78-4c6e-8cd6-95495cf7b0f0 None None] The sync data for ids ['6aea262a-882b-45e0-a2e2-1451421cfbdb'] in dv-cinder-809891-1-iscsi is: [{'id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'name': 'tempest-TestShelveInstance-291579051-router', 'tenant_id': 'dc74fa27ebd74e48870e1436cdb94314', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:18:43Z', 'updated_at': '2021-09-17T19:25:02Z', 'revision_number': 5, 'project_id': 'dc74fa27ebd74e48870e1436cdb94314', 'gw_port': {'id': '00896a30-d08d-4761-82c4-ef1d00de9b5f', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aea262a-882b-45e0-a2e2-1451421cfbdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:18:44Z', 'updated_at': '2021-09-17T19:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:04.074609 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.119774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=00896a30-d08d-4761-82c4-ef1d00de9b5f,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:04.201608 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.299709 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.302156 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.359624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.360317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aea262a-882b-45e0-a2e2-1451421cfbdb {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:25:04.367174 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.368853 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1e6eade0-e649-429d-bfdd-3bfb861c2a04 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6aea262a-882b-45e0-a2e2-1451421cfbdb HTTP/1.1" status: 204 len: 168 time: 1.5043988 Sep 17 19:25:04.372915 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40466) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:04.426347 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Deleting subnet 50d3860d-1c5b-4ba1-acc8-743fd024b546 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:25:04.429678 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.468873 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.700147 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.764021 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7aaec-7f7c-4fe9-9a47-b4688def05af req-77404809-709b-4003-aaa7-59958062d9ff tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:04.765557 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-38b7aaec-7f7c-4fe9-9a47-b4688def05af req-77404809-709b-4003-aaa7-59958062d9ff tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.1063845 Sep 17 19:25:04.773716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda011a1-552e-427c-ab5b-c40157f66464 req-63c85fa6-9b8c-4955-bfa8-bbce64f3e652 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:04.776060 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bda011a1-552e-427c-ab5b-c40157f66464 req-63c85fa6-9b8c-4955-bfa8-bbce64f3e652 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.1306014 Sep 17 19:25:04.815050 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.886635 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d3860d-1c5b-4ba1-acc8-743fd024b546,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:04.897442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:04.899345 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-3399dcf1-2d1f-401e-aeba-0b6469914120 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50d3860d-1c5b-4ba1-acc8-743fd024b546 HTTP/1.1" status: 204 len: 168 time: 0.5240054 Sep 17 19:25:04.900324 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0f1f7-4257-449c-bbf4-578867ee254b None None] Network 95f799b0-d775-4512-8a74-f9b9fd69202d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:04.901988 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40474) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:04.938942 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-38b7aaec-7f7c-4fe9-9a47-b4688def05af req-057510e1-3e44-4363-9b59-235ebd0277c5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408286 Sep 17 19:25:04.958465 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bda011a1-552e-427c-ab5b-c40157f66464 req-1bb0e65a-fb42-4f35-9fbe-581a5793f63b tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543896 Sep 17 19:25:05.002524 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.080165 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Deleting port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:05.080608 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.159934 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] For port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,segment=NetworkSegment(51da5d90-e9b7-489a-92ff-5f26c2126886),segment_id=51da5d90-e9b7-489a-92ff-5f26c2126886)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:05.160491 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.178989 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Calling delete_port for 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:05.273001 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.314598 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e4f0b2-11b2-4c64-a31a-0e3ca7fff307,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:05.316649 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] No DVR routers for this DVR port 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:05.405955 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113459e9-85eb-4e8b-a649-6bde504da114 None None] DHCP port deletion for 95f799b0-d775-4512-8a74-f9b9fd69202d request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:25:05.416915 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.454476 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f799b0-d775-4512-8a74-f9b9fd69202d']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:05.468957 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51da5d90-e9b7-489a-92ff-5f26c2126886') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:05.469433 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51da5d90-e9b7-489a-92ff-5f26c2126886') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:05.479252 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.492913 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.501061 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:25:05.501737 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:25:05.503515 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:25:05.580425 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.585145 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.587877 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] 10.222.0.21 "DELETE /v2.0/networks/95f799b0-d775-4512-8a74-f9b9fd69202d HTTP/1.1" status: 204 len: 168 time: 0.6843297 Sep 17 19:25:05.600136 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bccc51e-c7ab-4e28-906f-1eb96eb6c366 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f799b0-d775-4512-8a74-f9b9fd69202d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:05.602004 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device df76bd49-16e2-48c2-a64d-cf75d7a43e2d no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:05.623739 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: df76bd49-16e2-48c2-a64d-cf75d7a43e2d {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:05.624141 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device df76bd49-16e2-48c2-a64d-cf75d7a43e2d not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:05.624575 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 00896a30-d08d-4761-82c4-ef1d00de9b5f no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:05.650625 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 00896a30-d08d-4761-82c4-ef1d00de9b5f {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:05.650875 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 00896a30-d08d-4761-82c4-ef1d00de9b5f not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:05.651415 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:05.675181 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:05.675626 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 60e4f0b2-11b2-4c64-a31a-0e3ca7fff307 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:05.733923 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40478) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:05.778558 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40480) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:05.779154 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2f393f37-1702-4d30-aae1-dc7d8a812bda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=257e20beceb041d1bde6226db4239abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434911 Sep 17 19:25:05.839397 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.861828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.917824 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.920901 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:05.924532 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a72f69a-7f8f-4ca8-a7b8-6150cd69d514 HTTP/1.1" status: 204 len: 168 time: 0.1426520 Sep 17 19:25:05.939656 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d77f3-491c-4de9-b79d-7eb6e734792c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a72f69a-7f8f-4ca8-a7b8-6150cd69d514,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:06.130051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d86a7-41c3-44b5-aad2-bfbda26af0ee req-63e15cd7-ac98-4422-a1ba-8ed1575ffff9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:06.131590 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae3d86a7-41c3-44b5-aad2-bfbda26af0ee req-63e15cd7-ac98-4422-a1ba-8ed1575ffff9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0971146 Sep 17 19:25:06.168804 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbb69d-4825-4eaa-91e2-f45753231356 req-9e84d345-5fb2-4c6c-bb88-e87cd9d238e8 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:06.170752 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-acfbb69d-4825-4eaa-91e2-f45753231356 req-9e84d345-5fb2-4c6c-bb88-e87cd9d238e8 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.1004138 Sep 17 19:25:06.219951 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ae3d86a7-41c3-44b5-aad2-bfbda26af0ee req-e78583d3-62e0-46fd-92d2-26d841af33cf tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792952 Sep 17 19:25:06.232481 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-acfbb69d-4825-4eaa-91e2-f45753231356 req-5f2c267c-10f9-4d70-bdbc-309a6777173a tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/security-groups?id=0fe42558-553a-4cfa-9161-90be6e61c45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538318 Sep 17 19:25:06.393854 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40492) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:06.440645 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ca52b74e-4227-425f-bcdb-f8fa37996dc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc74fa27ebd74e48870e1436cdb94314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454633 Sep 17 19:25:06.443244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40494) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:06.502677 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.528962 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.637781 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752384e-80fa-450a-9453-52dd6524e86c req-32481c72-d463-43a2-a025-81748b820bef tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:06.640340 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9752384e-80fa-450a-9453-52dd6524e86c req-32481c72-d463-43a2-a025-81748b820bef tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.22 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 945 time: 0.0858595 Sep 17 19:25:06.672932 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.675454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.676614 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/541a532f-9858-482f-a6a9-a314e59a1aa4 HTTP/1.1" status: 204 len: 168 time: 0.2324107 Sep 17 19:25:06.693236 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794d318-0931-4591-86a0-9a8ccf815616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541a532f-9858-482f-a6a9-a314e59a1aa4,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:06.757688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Deleting port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:06.758026 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.869945 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] For port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:06.870660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:06.885648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Calling delete_port for e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:07.054495 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:07.077750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:25:07.112876 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Pushing event deleted for resources: {'Port': ['ID=e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:07.161177 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] No DVR routers for this DVR port e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:07.163634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:07.166729 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9752384e-80fa-450a-9453-52dd6524e86c req-b37f8a8c-3311-4c56-807f-b7b45ae5f1a2 tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.22 "DELETE /v2.0/ports/e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 HTTP/1.1" status: 204 len: 173 time: 0.5181313 Sep 17 19:25:07.167157 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'name': 'network-vif-deleted', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:07.169748 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63bfb9-669c-45be-894c-e69803b69227" -d '{"events": [{"server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "name": "network-vif-deleted", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:07.214404 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c30918a-45c0-4f48-abb2-de2594e915b8 x-openstack-request-id: req-3c30918a-45c0-4f48-abb2-de2594e915b8 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:07.214698 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11023132-ab95-4b2e-b59e-530a25a7ec5b", "name": "network-vif-deleted", "tag": "e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:07.214946 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c30918a-45c0-4f48-abb2-de2594e915b8 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:07.215392 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11023132-ab95-4b2e-b59e-530a25a7ec5b', 'name': 'network-vif-deleted', 'tag': 'e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5', 'status': 'completed', 'code': 200} Sep 17 19:25:07.356258 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fc82f326-2116-46da-bcc5-d4970cecbd0a req-56b373f7-ae46-4962-9a44-fd8e7efebf0e tempest-TestMinimumBasicScenario-180220487 tempest-TestMinimumBasicScenario-180220487-project] 10.222.0.21 "GET /v2.0/ports?device_id=11023132-ab95-4b2e-b59e-530a25a7ec5b HTTP/1.1" status: 200 len: 210 time: 0.0311413 Sep 17 19:25:07.411852 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899acba0-315e-4c49-8fb1-9a69fdff5327 req-6e93bd8e-2179-4696-9387-61d73d988015 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:07.413811 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-899acba0-315e-4c49-8fb1-9a69fdff5327 req-6e93bd8e-2179-4696-9387-61d73d988015 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0608113 Sep 17 19:25:07.456315 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-899acba0-315e-4c49-8fb1-9a69fdff5327 req-87ade0a6-429c-4926-b19f-d151eccfbc00 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363464 Sep 17 19:25:08.629953 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08ba89-559b-43c6-91b5-bfff2f928051 req-32cfbdae-1214-49b2-8a40-a49140efc190 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:08.637565 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2c08ba89-559b-43c6-91b5-bfff2f928051 req-32cfbdae-1214-49b2-8a40-a49140efc190 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0753407 Sep 17 19:25:08.680059 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2c08ba89-559b-43c6-91b5-bfff2f928051 req-2ed760a9-82db-4dd1-b04d-911cd972f42b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415251 Sep 17 19:25:09.214289 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40554) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:09.387081 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ae66f4a8-7edc-46e7-8d41-26089a8a127a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:09.483641 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:09.506686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:09.507292 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device e0f2b1ab-3d12-408e-9d60-fb4c3c6584b5 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:09.616056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:09.844335 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980b7a-c16d-462a-b44e-ccab5ec86ffa req-9b8a15cc-c1cd-4999-b1b5-92522e072523 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:09.846106 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7980b7a-c16d-462a-b44e-ccab5ec86ffa req-9b8a15cc-c1cd-4999-b1b5-92522e072523 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0797751 Sep 17 19:25:09.914885 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c7980b7a-c16d-462a-b44e-ccab5ec86ffa req-3bd8f735-ef28-493f-9dd9-b3b7f87b8743 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574150 Sep 17 19:25:09.967731 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Deleting port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:09.968462 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:10.049926 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] For port 73c965f7-aeb1-4415-a462-c2ccfcbe72ae, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:10.050281 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:10.062992 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Calling delete_port for 73c965f7-aeb1-4415-a462-c2ccfcbe72ae owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:10.250327 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:10.279733 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Pushing event deleted for resources: {'Port': ['ID=73c965f7-aeb1-4415-a462-c2ccfcbe72ae,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:10.444349 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:10.910450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Router 55023438-abde-4eca-98a2-279bf0957bdb has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:11.043266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:11.048395 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7d9ac126-3ca8-4888-a8b8-b5acfef360dd admin admin] 10.222.0.21 "PUT /v2.0/routers/55023438-abde-4eca-98a2-279bf0957bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330932 Sep 17 19:25:11.050917 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40578) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:11.053906 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Sync routers for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:11.064543 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:11.064730 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46f866-4f2c-48fa-bacd-7d36b6e41445 req-3be3cce2-3269-4d10-87d6-11f7fdd2467e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:11.065153 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:11.066377 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1c46f866-4f2c-48fa-bacd-7d36b6e41445 req-3be3cce2-3269-4d10-87d6-11f7fdd2467e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0677457 Sep 17 19:25:11.129059 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1c46f866-4f2c-48fa-bacd-7d36b6e41445 req-baa5c434-e018-4c2a-9f5e-323aa19f5c46 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556042 Sep 17 19:25:11.142931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-216734c8-3118-40ac-9797-634ef9ad59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:11.144017 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-216734c8-3118-40ac-9797-634ef9ad59d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1098 time: 0.0448701 Sep 17 19:25:11.162169 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks [] for router, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.183209 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:11.239029 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-abd3556f-399b-4fc1-9b07-4e798b3bb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:11.240638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-abd3556f-399b-4fc1-9b07-4e798b3bb050 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0877228 Sep 17 19:25:11.264454 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.311340 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-2eee22d2-94c4-4a12-8b28-7887d5c96709 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 1000 time: 0.0623295 Sep 17 19:25:11.322184 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Deleting port e828c8ff-c79c-495f-9d97-171564d2b039 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:11.322605 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.364537 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-66c7f6c0-7cb0-409d-a622-05f69f20669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:11.366518 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-66c7f6c0-7cb0-409d-a622-05f69f20669e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0481484 Sep 17 19:25:11.371036 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:25:10Z', 'revision_number': 5, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port': {'id': 'e828c8ff-c79c-495f-9d97-171564d2b039', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55023438-abde-4eca-98a2-279bf0957bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:45Z', 'updated_at': '2021-09-17T19:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:11.397190 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Checking router: 55023438-abde-4eca-98a2-279bf0957bdb for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:11.405187 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] For port e828c8ff-c79c-495f-9d97-171564d2b039, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e828c8ff-c79c-495f-9d97-171564d2b039,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:11.405661 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.406741 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Routers {'55023438-abde-4eca-98a2-279bf0957bdb'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:11.407423 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:24:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['55023438-abde-4eca-98a2-279bf0957bdb'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:11.413996 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-8a24d971-e8b4-4d91-a440-5f790b48c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:11.415996 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-8a24d971-e8b4-4d91-a440-5f790b48c944 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412674 Sep 17 19:25:11.419395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Calling delete_port for e828c8ff-c79c-495f-9d97-171564d2b039 owned by network:router_gateway {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:11.495559 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] Set router 55023438-abde-4eca-98a2-279bf0957bdb gateway port host: None {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:11.506402 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-5ed5f579-b00d-4764-a36a-23662a5b8968 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826831 Sep 17 19:25:11.552691 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:25:11Z', 'revision_number': 6, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:11.586357 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55082be-687d-46a4-9ec6-1a00efc8673c None None] The sync data for ids ['55023438-abde-4eca-98a2-279bf0957bdb'] in dv-cinder-809891-1-iscsi is: [{'id': '55023438-abde-4eca-98a2-279bf0957bdb', 'name': 'tempest-TestMinimumBasicScenario-253984373-router', 'tenant_id': '913c6d0416ac480a928ce1d97a408e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:44Z', 'updated_at': '2021-09-17T19:25:11Z', 'revision_number': 6, 'project_id': '913c6d0416ac480a928ce1d97a408e7d', 'gw_port_host': None}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:11.611954 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.626393 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a669df4-fc89-4873-8962-7dd1a38dd9c6 req-414182a7-8bf0-4517-ab18-5757ff4c5d4d service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091175 Sep 17 19:25:11.638981 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Pushing event deleted for resources: {'Port': ['ID=e828c8ff-c79c-495f-9d97-171564d2b039,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:11.701055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.800950 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.803062 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.863854 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.864436 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55023438-abde-4eca-98a2-279bf0957bdb {{(pid=94273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:25:11.869965 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.871108 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-e1068804-3e7a-4985-8668-dd744ee3940a admin admin] 10.222.0.21 "DELETE /v2.0/routers/55023438-abde-4eca-98a2-279bf0957bdb HTTP/1.1" status: 204 len: 168 time: 0.8182249 Sep 17 19:25:11.873632 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40582) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:11.918401 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Deleting subnet 389474cc-beb2-438d-bf6a-1caf00b828b8 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:25:11.921315 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.928687 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ad5799d9-0a54-4224-ab74-266b7fe6dc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:11.958415 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.040705 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.095702 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.120991 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389474cc-beb2-438d-bf6a-1caf00b828b8,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:12.125639 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.129697 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b62105dc-015c-45ea-a705-ae68823f8abd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/389474cc-beb2-438d-bf6a-1caf00b828b8 HTTP/1.1" status: 204 len: 168 time: 0.2528958 Sep 17 19:25:12.130055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40584) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:12.131922 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b13309-3c3a-4f4d-9992-4be464579474 None None] Network 74588bb5-9e0b-4551-a482-2ac2eac99e2c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:12.197257 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.252673 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Deleting port d7bdd85c-6383-48e3-b2d2-884e46cf4828 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:12.253019 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.268874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066f9bf-d36b-4829-acc8-68cf37dadc85 req-9799fbf3-c723-4059-8061-c21da1eaa26d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:12.270447 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4066f9bf-d36b-4829-acc8-68cf37dadc85 req-9799fbf3-c723-4059-8061-c21da1eaa26d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0603077 Sep 17 19:25:12.311708 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4066f9bf-d36b-4829-acc8-68cf37dadc85 req-b1a4751d-0e37-4312-bdb7-a70f846da36f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Sep 17 19:25:12.315622 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] For port d7bdd85c-6383-48e3-b2d2-884e46cf4828, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d7bdd85c-6383-48e3-b2d2-884e46cf4828,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:12.316185 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.330696 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Calling delete_port for d7bdd85c-6383-48e3-b2d2-884e46cf4828 owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:12.346869 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] DHCP port deletion for 74588bb5-9e0b-4551-a482-2ac2eac99e2c request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:25:12.389574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.404382 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Deleting port d7bdd85c-6383-48e3-b2d2-884e46cf4828 {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:12.404993 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.471795 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] For port d7bdd85c-6383-48e3-b2d2-884e46cf4828, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d7bdd85c-6383-48e3-b2d2-884e46cf4828,segment=NetworkSegment(f704d164-1ae9-4a3c-a397-7b49ae18bac1),segment_id=f704d164-1ae9-4a3c-a397-7b49ae18bac1)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:12.472245 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.486337 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Calling delete_port for d7bdd85c-6383-48e3-b2d2-884e46cf4828 owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:12.580021 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.609119 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Pushing event deleted for resources: {'Port': ['ID=d7bdd85c-6383-48e3-b2d2-884e46cf4828,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:12.613779 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] No DVR routers for this DVR port d7bdd85c-6383-48e3-b2d2-884e46cf4828 on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:12.620689 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.621857 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.621972 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.622836 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.623086 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.623429 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.623854 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.624109 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.624443 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.624893 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.625128 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.628331 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.628331 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ca95e6-48b9-4625-86a6-9903bc451d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:12.647503 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bdd85c-6383-48e3-b2d2-884e46cf4828,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:12.649772 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] No DVR routers for this DVR port d7bdd85c-6383-48e3-b2d2-884e46cf4828 on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:12.716990 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.739282 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74588bb5-9e0b-4551-a482-2ac2eac99e2c']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:12.748773 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f704d164-1ae9-4a3c-a397-7b49ae18bac1') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:12.749065 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f704d164-1ae9-4a3c-a397-7b49ae18bac1') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:12.757978 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.770720 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.776431 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:25:12.776811 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self.session.flush() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self.session.flush() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self.session.flush() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self.session.flush() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:25:12.778434 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:25:12.831374 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.836935 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:12.838767 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] 10.222.0.21 "DELETE /v2.0/networks/74588bb5-9e0b-4551-a482-2ac2eac99e2c HTTP/1.1" status: 204 len: 168 time: 0.7077892 Sep 17 19:25:12.842175 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40590) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:12.849403 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23903c01-fc0c-4b1c-823e-5a5d0ef14b4e admin admin] Pushing event deleted for resources: {'Network': ['ID=74588bb5-9e0b-4551-a482-2ac2eac99e2c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:13.179527 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.417414 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.458101 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfc29d-bc58-459b-b098-e6143e39fae5 req-5032ac00-fb33-4802-9ed3-4783f8790e54 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:13.459470 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fdfc29d-bc58-459b-b098-e6143e39fae5 req-5032ac00-fb33-4802-9ed3-4783f8790e54 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 945 time: 0.0569811 Sep 17 19:25:13.466353 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Deleting port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:13.466692 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.496047 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:13.552755 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fdfc29d-bc58-459b-b098-e6143e39fae5 req-d3a9549a-4d4e-4f0a-8e57-e27b4d49af5d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838387 Sep 17 19:25:13.574562 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 73c965f7-aeb1-4415-a462-c2ccfcbe72ae no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:13.574759 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] For port 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:13.575120 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.589747 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Calling delete_port for 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:13.600099 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 73c965f7-aeb1-4415-a462-c2ccfcbe72ae {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:13.600829 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 73c965f7-aeb1-4415-a462-c2ccfcbe72ae not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:13.601269 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e828c8ff-c79c-495f-9d97-171564d2b039 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:13.622637 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: e828c8ff-c79c-495f-9d97-171564d2b039 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:13.622983 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e828c8ff-c79c-495f-9d97-171564d2b039 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:13.623405 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d7bdd85c-6383-48e3-b2d2-884e46cf4828 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:13.648010 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.650815 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: d7bdd85c-6383-48e3-b2d2-884e46cf4828 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:13.651113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d7bdd85c-6383-48e3-b2d2-884e46cf4828 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:13.673105 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:13.675590 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7829ff4d-233c-460a-8211-f273bbf5b8c4" -d '{"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-unplugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:13.690664 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:13.697658 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.725006 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3f253-0b98-411d-b1c8-5f22386f7a0a x-openstack-request-id: req-07b3f253-0b98-411d-b1c8-5f22386f7a0a {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:13.725299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-unplugged", "status": "failed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "code": 422}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:13.725583 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07b3f253-0b98-411d-b1c8-5f22386f7a0a {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:13.725990 dv-cinder-809891-1-iscsi neutron-server[94275]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'code': 422} returned with failed status Sep 17 19:25:13.755157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=8']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:13.791508 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:13.817507 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:13.989332 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.212579 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:14.317816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:14.325555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f01b4a62-1115-4231-a1b7-c95b048cd63e admin admin] 10.222.0.21 "PUT /v2.0/routers/7aedab8f-a6e2-4e1b-9607-fdce95f63305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4799094 Sep 17 19:25:14.325555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40616) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:14.329183 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Sync routers for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:14.338163 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:14.338780 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:14.432521 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.446255 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:14.541853 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.595926 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Deleting port 6868e25f-3abb-49b9-862e-5c2657583a09 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:14.596324 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.632751 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:25:13Z', 'revision_number': 5, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port': {'id': '6868e25f-3abb-49b9-862e-5c2657583a09', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:14.671022 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Checking router: 7aedab8f-a6e2-4e1b-9607-fdce95f63305 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:14.680308 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Routers {'7aedab8f-a6e2-4e1b-9607-fdce95f63305'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:14.681755 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:14.689498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] For port 6868e25f-3abb-49b9-862e-5c2657583a09, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=6868e25f-3abb-49b9-862e-5c2657583a09,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:14.689861 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.704317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Calling delete_port for 6868e25f-3abb-49b9-862e-5c2657583a09 owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:14.772011 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] Set router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:14.802572 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8bbfa-b052-4a8e-ba35-dfdc39aad835 req-7075e949-28f3-424c-8cf9-389edfb55c83 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:14.804092 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-06f8bbfa-b052-4a8e-ba35-dfdc39aad835 req-7075e949-28f3-424c-8cf9-389edfb55c83 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0869458 Sep 17 19:25:14.828560 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:25:14Z', 'revision_number': 6, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:14.855965 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f57ab2-f75d-4b53-a83a-78eda33b2aa8 None None] The sync data for ids ['7aedab8f-a6e2-4e1b-9607-fdce95f63305'] in dv-cinder-809891-1-iscsi is: [{'id': '7aedab8f-a6e2-4e1b-9607-fdce95f63305', 'name': 'tempest-TestMinimumBasicScenario-865703435-router', 'tenant_id': '6707bf2cca264eeca3c1c20c15b62798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:21:49Z', 'updated_at': '2021-09-17T19:25:14Z', 'revision_number': 6, 'project_id': '6707bf2cca264eeca3c1c20c15b62798', 'gw_port_host': None}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:14.893834 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-06f8bbfa-b052-4a8e-ba35-dfdc39aad835 req-807f5fb5-d2be-4c09-918b-8f3fe8918651 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821495 Sep 17 19:25:14.928832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.951481 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:14.978552 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Pushing event deleted for resources: {'Port': ['ID=6868e25f-3abb-49b9-862e-5c2657583a09,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:15.044005 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.092042 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40646) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:15.134834 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.137057 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.175570 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-c5ada9c6-88ee-4388-a989-4237e27b1aaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816965 Sep 17 19:25:15.178756 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.179304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aedab8f-a6e2-4e1b-9607-fdce95f63305 {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:25:15.184380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.185622 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-6fce1dba-f174-4bd6-988f-f174e5831053 admin admin] 10.222.0.21 "DELETE /v2.0/routers/7aedab8f-a6e2-4e1b-9607-fdce95f63305 HTTP/1.1" status: 204 len: 168 time: 0.8593762 Sep 17 19:25:15.186131 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-db86859b-6dc3-40d2-96d7-c4105f5845f6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:25:15.187120 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-db86859b-6dc3-40d2-96d7-c4105f5845f6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054975 Sep 17 19:25:15.187954 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40650) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:15.241970 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Deleting subnet 23ba199b-d7df-428a-a501-b00e5331929f {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:25:15.245811 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.283084 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.367840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.426256 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.451739 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ba199b-d7df-428a-a501-b00e5331929f,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:15.455685 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.457622 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-7debd485-e796-4cfb-ab8d-ce1db9eeb78c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/23ba199b-d7df-428a-a501-b00e5331929f HTTP/1.1" status: 204 len: 168 time: 0.2687478 Sep 17 19:25:15.460107 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40658) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:15.463822 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbe1454-a2dd-4fa1-91cd-9cf70cd4ccbd None None] Network 542d7160-a60d-4191-88c9-55bdff335f3c requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:15.528924 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.593248 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Deleting port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:15.593586 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.651952 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] DHCP port deletion for 542d7160-a60d-4191-88c9-55bdff335f3c request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:25:15.663152 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] For port 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=2c35ad8a-d126-4c94-8121-c0a960b8fae4,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:15.663540 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.680402 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Calling delete_port for 2c35ad8a-d126-4c94-8121-c0a960b8fae4 owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:15.714985 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Deleting port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:15.715356 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.733217 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:15.760744 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:15.761084 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 9a8bfe1f-feee-4f0a-a9a7-25c31d41ca6f not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:15.761507 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6868e25f-3abb-49b9-862e-5c2657583a09 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:15.799375 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.820199 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 6868e25f-3abb-49b9-862e-5c2657583a09 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:15.820768 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 6868e25f-3abb-49b9-862e-5c2657583a09 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:15.829228 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] For port 2c35ad8a-d126-4c94-8121-c0a960b8fae4, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=2c35ad8a-d126-4c94-8121-c0a960b8fae4,segment=NetworkSegment(d2f35ad2-3828-4f0a-8be6-160c71370699),segment_id=d2f35ad2-3828-4f0a-8be6-160c71370699)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:15.829821 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.838373 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c35ad8a-d126-4c94-8121-c0a960b8fae4,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:15.842323 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Calling delete_port for 2c35ad8a-d126-4c94-8121-c0a960b8fae4 owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:15.846325 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] No DVR routers for this DVR port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:15.918047 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.923809 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.943633 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] Pushing event deleted for resources: {'Port': ['ID=2c35ad8a-d126-4c94-8121-c0a960b8fae4,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:15.948999 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542d7160-a60d-4191-88c9-55bdff335f3c']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:15.950917 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab3663-e92e-457e-849c-2e74f7e0ff0a None None] No DVR routers for this DVR port 2c35ad8a-d126-4c94-8121-c0a960b8fae4 on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:15.964358 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f35ad2-3828-4f0a-8be6-160c71370699') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:15.964651 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f35ad2-3828-4f0a-8be6-160c71370699') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:15.974872 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.989534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.997028 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:25:15.997658 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:25:15.999357 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:25:16.041972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e9ade-8e8c-4fd8-a128-f07eb2972285 req-b7605f3a-bef1-4ba4-8657-4edc22a06305 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.043479 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-334e9ade-8e8c-4fd8-a128-f07eb2972285 req-b7605f3a-bef1-4ba4-8657-4edc22a06305 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0571852 Sep 17 19:25:16.061692 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.068539 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.070571 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] 10.222.0.21 "DELETE /v2.0/networks/542d7160-a60d-4191-88c9-55bdff335f3c HTTP/1.1" status: 204 len: 168 time: 0.6094143 Sep 17 19:25:16.080487 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43590a80-1db3-41b5-b4db-24e9043bda52 admin admin] Pushing event deleted for resources: {'Network': ['ID=542d7160-a60d-4191-88c9-55bdff335f3c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:16.111156 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-334e9ade-8e8c-4fd8-a128-f07eb2972285 req-3479f511-d854-43b6-a946-14f64a0bc50c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617404 Sep 17 19:25:16.142586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-e9dc9ba8-99c9-40da-a1c8-e0e649715679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.143862 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-e9dc9ba8-99c9-40da-a1c8-e0e649715679 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49&tenant_id=43b49a4013b24d48a0517328b4dbe0df HTTP/1.1" status: 200 len: 1096 time: 0.0493336 Sep 17 19:25:16.207245 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-1ccfd5c7-bf87-4061-96b0-da86dbacd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.208916 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-1ccfd5c7-bf87-4061-96b0-da86dbacd1d7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1096 time: 0.0414140 Sep 17 19:25:16.250690 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40666) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:16.292874 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-43e24e7c-133d-4b8b-bdba-6733e192c0a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=913c6d0416ac480a928ce1d97a408e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410256 Sep 17 19:25:16.295421 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40668) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:16.303059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-164db567-85a6-43cb-b25f-85d78e3a480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.304558 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-164db567-85a6-43cb-b25f-85d78e3a480f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0889878 Sep 17 19:25:16.345412 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.366341 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.373538 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-a1a771eb-2de2-446b-ba8c-f679e5a025ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 998 time: 0.0614541 Sep 17 19:25:16.412752 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.415873 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.417066 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0fe42558-553a-4cfa-9161-90be6e61c45d HTTP/1.1" status: 204 len: 168 time: 0.1207316 Sep 17 19:25:16.424636 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a2be9-b6a2-4516-b908-96e70a3826b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe42558-553a-4cfa-9161-90be6e61c45d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:16.428282 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-ac53b2fa-4b48-424f-81f5-81f05fbef845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.429869 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-ac53b2fa-4b48-424f-81f5-81f05fbef845 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0493972 Sep 17 19:25:16.480049 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-57ed41e6-b668-44b0-b5fe-43782df84292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:16.481578 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-57ed41e6-b668-44b0-b5fe-43782df84292 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445001 Sep 17 19:25:16.575197 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-88d3086c-1f3f-49d8-9333-bb125fb4be81 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859377 Sep 17 19:25:16.668187 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4df50f07-cfd5-45fd-bbf7-3b0e6c21f9ac req-c93eea3b-d3b4-4b2e-8daf-cf2f326d9c94 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851860 Sep 17 19:25:16.736535 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40678) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:16.773739 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f0181d5e-4a90-42c7-8424-eda8983f74f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6707bf2cca264eeca3c1c20c15b62798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361006 Sep 17 19:25:16.776554 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40680) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:16.825592 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.847135 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.892328 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.894807 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:16.895997 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/feaed0db-fc0c-4779-9ffa-497c886b270f HTTP/1.1" status: 204 len: 168 time: 0.1185155 Sep 17 19:25:16.907940 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a778fa0-5f65-4c31-af0a-c5e16bbecead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaed0db-fc0c-4779-9ffa-497c886b270f,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:17.298045 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183fb26-059d-416b-a9fc-21157cbae338 req-ea90b75b-34e8-4403-b1e4-296cae124c05 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:17.307031 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4183fb26-059d-416b-a9fc-21157cbae338 req-ea90b75b-34e8-4403-b1e4-296cae124c05 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0806711 Sep 17 19:25:17.367054 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4183fb26-059d-416b-a9fc-21157cbae338 req-2a871e53-8470-4463-8519-b6eb2ce586f5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470393 Sep 17 19:25:17.616786 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 2c35ad8a-d126-4c94-8121-c0a960b8fae4 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:17.646996 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 2c35ad8a-d126-4c94-8121-c0a960b8fae4 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:17.647625 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 2c35ad8a-d126-4c94-8121-c0a960b8fae4 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:17.849125 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40722) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:17.946806 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-657291715-network', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:17.969162 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Made reservation on behalf of 8c7febfaa3cc4f53bba64311712b4491 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:25:17.971644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:17.980530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.073253 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.077165 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.101940 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:25:18.111738 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f963d98-ade0-44ac-bb19-d22eb4ca1da5,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:18.116653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.116995 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Added segment 8c483ef7-9872-494e-81f3-dbf25a8f2d8c of type vlan for network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d Sep 17 19:25:18.433803 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.481646 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.482611 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:18.483189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.512477 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6622293 Sep 17 19:25:18.515354 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40728) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:18.522813 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Request body: {'subnet': {'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-657291715-subnet', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:18.549051 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Made reservation on behalf of 8c7febfaa3cc4f53bba64311712b4491 for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:25:18.552180 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25894569'] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.562740 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072cb9-550c-4a6c-a999-1e4cd4073216 req-4119258f-2ace-41b8-b106-02fa5a0089a9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:18.564302 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60072cb9-550c-4a6c-a999-1e4cd4073216 req-4119258f-2ace-41b8-b106-02fa5a0089a9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.1144428 Sep 17 19:25:18.567735 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efcee46-8ee7-467c-bfe1-d520003ed8ef admin admin] Pushing event updated for resources: {'Network': ['ID=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:18.584831 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:25:18.621490 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-60072cb9-550c-4a6c-a999-1e4cd4073216 req-1b8b7151-928e-4e89-b715-5f9a02ebdaba tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Sep 17 19:25:18.762144 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2447566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25894535'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.817643 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Pushing event updated for resources: {'Subnet': ['ID=620a41b2-1293-4f94-89fe-25048fc7dc41,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:18.826257 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:18.826636 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Network hostable DHCP agents. Network: b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:25:18.843112 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:25:18.852040 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:18.857054 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:18.857649 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.862642 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd35b85-c639-42e4-9e32-dd495ba1da4e None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:18.873982 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-05c20fc4-c47f-4ae2-8c8b-43732511028e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3567069 Sep 17 19:25:18.876586 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40730) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:18.880845 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:18.905474 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.906556 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:18.963367 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.028549 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:25:19.029406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.105391 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.180270 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Allocated IP 172.20.0.2 (b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d/620a41b2-1293-4f94-89fe-25048fc7dc41/dd88c4d2-25ea-4897-859b-cb2f03668f6c) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:19.317164 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.333436 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.337279 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.340579 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.384998 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:19.388372 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:19.392980 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:19.427409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Pushing event updated for resources: {'Port': ['ID=dd88c4d2-25ea-4897-859b-cb2f03668f6c,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:19.448568 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Allocated IP 172.27.3.102 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/c5d43dfa-bcaa-4f93-88ca-6739c6f28551) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:19.457066 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Attempting to bind port dd88c4d2-25ea-4897-859b-cb2f03668f6c on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:19.457571 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Attempting to bind port dd88c4d2-25ea-4897-859b-cb2f03668f6c by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:19.458210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Attempting to bind port dd88c4d2-25ea-4897-859b-cb2f03668f6c on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:19.464478 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:19.465231 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:19.465816 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.466327 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Bound using segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:19.467311 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Bound port: dd88c4d2-25ea-4897-859b-cb2f03668f6c, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:19.467871 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.535070 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] For port dd88c4d2-25ea-4897-859b-cb2f03668f6c, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:19.538863 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] For port dd88c4d2-25ea-4897-859b-cb2f03668f6c, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=dd88c4d2-25ea-4897-859b-cb2f03668f6c,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:19.542862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.559693 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.597101 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:19.621578 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d033716-3638-4f33-9674-ef7d0cb69e40 None None] Pushing event updated for resources: {'Port': ['ID=dd88c4d2-25ea-4897-859b-cb2f03668f6c,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:19.640100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:19.648158 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:19.650251 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:19.652569 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:19.786959 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2100e98e-5469-4790-a176-02aad6754525 req-02efbfb5-2f86-44d4-a51e-5ebb19bb2c6b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:19.788632 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2100e98e-5469-4790-a176-02aad6754525 req-02efbfb5-2f86-44d4-a51e-5ebb19bb2c6b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0651402 Sep 17 19:25:19.876252 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2100e98e-5469-4790-a176-02aad6754525 req-da05b236-3443-4075-8452-5bfb84d570f0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791345 Sep 17 19:25:19.995733 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:20.191665 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:20.323088 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:25:20.442825 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:20.455155 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:20.467139 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:20.467783 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:20.476128 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:20.481507 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5e08231b-2104-49c1-a7ca-e6384a1f42c5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6037643 Sep 17 19:25:20.482382 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40736) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:20.740811 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f59efc-9f9f-4b73-ac80-c1672da5e208 None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:20.763548 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:20.933009 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] Provisioning complete for port dd88c4d2-25ea-4897-859b-cb2f03668f6c triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:20.933491 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.043385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6568c-162b-4407-b0fa-02d9f8deba7a req-cbf58c6b-0ae6-4023-be9c-a019b09da88b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:21.045533 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31a6568c-162b-4407-b0fa-02d9f8deba7a req-cbf58c6b-0ae6-4023-be9c-a019b09da88b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0765433 Sep 17 19:25:21.105132 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-31a6568c-162b-4407-b0fa-02d9f8deba7a req-514fad65-1eb4-4fb3-90e0-f52da747df0e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528479 Sep 17 19:25:21.142398 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.167553 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:19Z', 'revision_number': 3, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:21.209413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:21.209844 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Updating router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:25:21.215115 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] For port dd88c4d2-25ea-4897-859b-cb2f03668f6c, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=dd88c4d2-25ea-4897-859b-cb2f03668f6c,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:21.231279 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.266379 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.275536 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.333454 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c564b-b495-42cd-a4e5-4440849a107f None None] Pushing event updated for resources: {'Port': ['ID=dd88c4d2-25ea-4897-859b-cb2f03668f6c,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:21.493059 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Allocated IP 172.20.0.1 (b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d/620a41b2-1293-4f94-89fe-25048fc7dc41/230cb1db-4e45-45fd-bfcf-fddbbb5132c4) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:21.567610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-99c9feaa-e8f0-495f-8ae3-217fb92848c0 None None] Provisioning complete for port dd88c4d2-25ea-4897-859b-cb2f03668f6c triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:21.568135 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-99c9feaa-e8f0-495f-8ae3-217fb92848c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.655445 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.699267 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.704178 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device dd88c4d2-25ea-4897-859b-cb2f03668f6c up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:21.722333 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.731726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.768602 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:21.773120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:21.776908 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:21.785350 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Pushing event updated for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:21.806940 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db2ac-4bc7-4b1f-912f-0adf0eec60e7 None None] Pushing event updated for resources: {'Port': ['ID=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:21.814856 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Attempting to bind port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:21.814856 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Attempting to bind port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:21.815162 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Attempting to bind port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:21.821520 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:21.821990 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:21.822279 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.822665 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:21.823208 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Bound port: c5d43dfa-bcaa-4f93-88ca-6739c6f28551, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:21.823590 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.824790 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.862875 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port dd88c4d2-25ea-4897-859b-cb2f03668f6c triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:21.863235 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:21.911368 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] For port c5d43dfa-bcaa-4f93-88ca-6739c6f28551, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:21.918677 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] For port c5d43dfa-bcaa-4f93-88ca-6739c6f28551, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:21.934403 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.028845 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.037453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:22.038420 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:22.156182 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-f26db4b8-c950-4ad2-a38a-2edb7465c6b8 None None] Provisioning complete for port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:22.156554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f26db4b8-c950-4ad2-a38a-2edb7465c6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.191034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289db2ac-4bc7-4b1f-912f-0adf0eec60e7 None None] Pushing event updated for resources: {'Port': ['ID=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:22.206399 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-f26db4b8-c950-4ad2-a38a-2edb7465c6b8 None None] Port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:25:22.234797 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:22.262274 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.269540 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.286691 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bbec8-432f-44d8-becd-18922300e643 req-f66a6a63-cb26-4d10-9144-2f8a9b4b6f38 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:22.288229 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a08bbec8-432f-44d8-becd-18922300e643 req-f66a6a63-cb26-4d10-9144-2f8a9b4b6f38 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0735712 Sep 17 19:25:22.342469 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a08bbec8-432f-44d8-becd-18922300e643 req-33dfe9ca-5e61-459e-b934-e076f97315fa tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469873 Sep 17 19:25:22.347377 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Pushing event updated for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:22.350726 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.449953 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:22.451471 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:22.610208 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:22.679285 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:22.717559 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26667d77-938a-40b7-9a96-ba28f341aa99 None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:22.733014 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-b16f43aa-1f63-40ff-b5b1-4017b2fb6dae None None] Provisioning complete for port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:22.733607 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b16f43aa-1f63-40ff-b5b1-4017b2fb6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:22.762949 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:22.767902 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f97ae274-380b-4cf0-8943-f0e7e192504a admin admin] 10.222.0.21 "PUT /v2.0/routers/4fb8983c-661d-4ef7-ac32-ee1afdcf81ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2841780 Sep 17 19:25:22.796726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-b16f43aa-1f63-40ff-b5b1-4017b2fb6dae None None] Port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:25:23.359697 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40756) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:23.368257 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1276505629-network', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:23.415669 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Made reservation on behalf of 8b62bf2f9fe24ee6a1e09d0f6d39a5a1 for: {'network': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:25:23.425912 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.450774 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.523547 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e7b87-aa97-4a08-83e7-4d044fd4e7a0 req-8bc61fd0-6fb6-42fb-ac64-5bd81a97029b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:23.533137 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fe8e7b87-aa97-4a08-83e7-4d044fd4e7a0 req-8bc61fd0-6fb6-42fb-ac64-5bd81a97029b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0896108 Sep 17 19:25:23.613913 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fe8e7b87-aa97-4a08-83e7-4d044fd4e7a0 req-83c853f3-11f2-404e-8e9a-7a8528c18fc9 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789793 Sep 17 19:25:23.675229 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.685119 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.685300 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c5d43dfa-bcaa-4f93-88ca-6739c6f28551 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:23.729350 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367c39a-0957-4ea3-ac79-27ab9c7fd39e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:23.740063 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:23.740445 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.752377 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:25:23.765790 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.766261 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.segments_db [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Added segment 128f5f14-f98c-4fc0-b46c-b7ed87052f66 of type vlan for network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e Sep 17 19:25:23.822895 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.839716 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.855353 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.858123 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:23.858806 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.862458 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port c5d43dfa-bcaa-4f93-88ca-6739c6f28551, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:23.873581 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:23.907833 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40762) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:23.913614 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Request body: {'subnet': {'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1276505629-subnet', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'ip_version': 4}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:23.918728 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5578458 Sep 17 19:25:23.936985 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:23.961468 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f9920-ebd5-4038-b061-4eeabb43e0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=72663d4c-bb5b-4eb1-8a1d-b50345a57b7e,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:23.967575 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Made reservation on behalf of 8b62bf2f9fe24ee6a1e09d0f6d39a5a1 for: {'subnet': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:25:23.972313 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:25:23.980152 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26481229'] for subnet, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.181658 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26596533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26481251'] for subnet, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.226728 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be7c49c-008f-4a90-beed-3480716a7aff,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:24.251865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Checking segment: {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:24.252252 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Network hostable DHCP agents. Network: 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94274) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:25:24.269848 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94274) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:25:24.280526 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e) {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:24.289333 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608000ea-ede7-4628-8d24-ffeb330ec148 None None] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:24.296875 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:24.297542 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.317721 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b9714129-3437-48df-a5d6-5dc02ef7e65a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4082537 Sep 17 19:25:24.320221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40764) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:24.326692 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:24.357930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4142236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-935'] for router, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.359292 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4142604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4144028', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3759377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-912'] for router, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.441149 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.478325 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef5be6c9-78e9-57b3-931e-21017b3ae681-72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff'}]}} from dv-cinder-809891-1-iscsi. {{(pid=94275) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 19:25:24.479187 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.598546 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.638577 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.db_base_plugin_common [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Allocated IP 172.20.0.2 (72663d4c-bb5b-4eb1-8a1d-b50345a57b7e/9be7c49c-008f-4a90-beed-3480716a7aff/d5f72bc0-3eef-4c84-bae1-f35efe03c2f0) {{(pid=94275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:24.795867 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c5f7-2a2d-48f5-b406-72af6a6730dc req-2736a075-6bd0-41bf-bebe-dd227301dd00 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:24.797434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0b83c5f7-2a2d-48f5-b406-72af6a6730dc req-2736a075-6bd0-41bf-bebe-dd227301dd00 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0962024 Sep 17 19:25:24.839723 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks [] for port, precommit_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.850041 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650'] for port, after_create {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.894041 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e is already hosted by enough agents. {{(pid=94275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:24.897204 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0b83c5f7-2a2d-48f5-b406-72af6a6730dc req-c7e26d9d-dfb6-4c4e-898d-ddd80b417262 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682781 Sep 17 19:25:24.904892 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.909704 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.scheduler.base_scheduler [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Resources bound (agent type, host, resource id): {{(pid=94275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:24.913267 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Received port after_create {{(pid=94275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:24.926868 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:24.932547 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Pushing event updated for resources: {'Port': ['ID=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,revision_number=1']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:25.006759 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Attempting to bind port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:25.007129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Attempting to bind port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:25.007492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Attempting to bind port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 on network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:25.013490 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:25.013871 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Checking segment: {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:25.014273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.014745 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Bound using segment: {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:25.015221 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Bound port: d5f72bc0-3eef-4c84-bae1-f35efe03c2f0, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:25.015829 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.043403 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Allocated IP 172.27.3.216 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/e1ce1313-0c0d-432a-844d-02cf227e0204) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:25.094655 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] For port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:25.098143 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] For port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:25.105837 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.182713 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c548b-7532-4ccc-a41f-0eaeb81ec35a None None] Pushing event updated for resources: {'Port': ['ID=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:25.203494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.242379 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.282008 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:25.285099 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:25.288751 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:25.300204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1ce1313-0c0d-432a-844d-02cf227e0204,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:25.348533 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:25.386251 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:25.396182 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:25.522117 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:25.686180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.756488 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:25.799095 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:22Z', 'revision_number': 2, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:25.824189 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:25.824838 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.835770 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:25.836189 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Updating router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:25:25.891491 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.941298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:25.988139 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:25.995918 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.002074 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c5d43dfa-bcaa-4f93-88ca-6739c6f28551 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:26.051600 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4142595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4143435'] for router, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.159200 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:26.163710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2c984-6be1-4307-b6dc-5834e0371ad3 req-0148f5fd-495f-47ed-9eed-7e343c3e6697 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:26.166032 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bee2c984-6be1-4307-b6dc-5834e0371ad3 req-0148f5fd-495f-47ed-9eed-7e343c3e6697 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.1300585 Sep 17 19:25:26.185521 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:26.185880 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.272542 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bee2c984-6be1-4307-b6dc-5834e0371ad3 req-6f777b3e-32d4-4230-86f9-618a49386360 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969512 Sep 17 19:25:26.332996 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 is scheduled to L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c with binding_index 1 {{(pid=94274) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 19:25:26.431109 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.438070 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.487561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:26.499547 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Sync routers for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:26.514774 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.515725 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:26.516482 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:26.516795 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-783de938-1611-4b94-9cb9-269a236ac5d8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1938384 Sep 17 19:25:26.519413 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40770) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:26.590831 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Attempting to bind port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:26.591878 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Attempting to bind port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:26.592461 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Attempting to bind port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:26.595257 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Pushing event updated for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:26.604949 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.608249 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.609128 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.609128 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:26.614890 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:26.615359 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:26.615857 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.616344 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Bound using segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:26.616879 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Bound port: 230cb1db-4e45-45fd-bfcf-fddbbb5132c4, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:26.617369 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.654341 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8595625-908f-414a-ac02-a44a39f16bea None None] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:25:26.725283 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-cd08363b-7314-488d-ad10-67b68dbabedd None None] Provisioning complete for port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:26.725893 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] For port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:26.726278 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-cd08363b-7314-488d-ad10-67b68dbabedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.729456 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] For port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:26.748780 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:26.811468 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:26.812222 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:26.816020 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:27.122528 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a236-8af3-4941-916e-8850de9d2723 None None] Pushing event updated for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:27.180045 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:27.261523 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.267268 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] Provisioning complete for port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:27.267811 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.454540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:25Z', 'revision_number': 3, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:27.496465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a205a-a613-438f-8b73-1e4b5af3f9e0 req-4abaad27-f1a3-45c9-aa69-24408f5838a5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:27.512663 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b59a205a-a613-438f-8b73-1e4b5af3f9e0 req-4abaad27-f1a3-45c9-aa69-24408f5838a5 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0902700 Sep 17 19:25:27.610528 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Allocated IP 172.20.0.1 (72663d4c-bb5b-4eb1-8a1d-b50345a57b7e/9be7c49c-008f-4a90-beed-3480716a7aff/c8e4cd2c-8bd8-46e7-a716-7b3061f55161) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:27.611712 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b59a205a-a613-438f-8b73-1e4b5af3f9e0 req-4d030a78-e566-4719-8135-e8eee2857891 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963058 Sep 17 19:25:27.637795 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:26Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:27.719762 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf67506-3b3c-4f17-9ce0-8df8280a365e None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:26Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:27.772122 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:27.777532 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Checking router: 0190d1c0-ad87-4b58-9675-9eb80bf82c00 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:27.777884 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Updating router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 port e1ce1313-0c0d-432a-844d-02cf227e0204 binding host dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:25:27.828899 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.845461 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.866444 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.885060 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.905327 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.929166 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] For port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:27.941241 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:27.966762 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:27.973817 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:27.975887 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Pushing event updated for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:27.978952 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:28.006717 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:28.007207 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.036917 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4143516'] for router_interface, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.247813 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-5ab11dca-2d44-4aa8-9c4d-5f9c35d99356 None None] Provisioning complete for port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:28.260210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5ab11dca-2d44-4aa8-9c4d-5f9c35d99356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.267881 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac376cc9-ee9d-4bff-92ad-f6b02e5b02b7 None None] Pushing event updated for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:28.506276 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:28.516863 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.633018 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks [] for port, precommit_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.641938 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:28.642574 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.673528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.723447 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.730311 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.745066 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Attempting to bind port e1ce1313-0c0d-432a-844d-02cf227e0204 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:28.745540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Attempting to bind port e1ce1313-0c0d-432a-844d-02cf227e0204 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:28.745900 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Attempting to bind port e1ce1313-0c0d-432a-844d-02cf227e0204 on network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:28.758713 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45501-4a80-4554-909d-eb698776475c req-d4f27a10-03a8-494b-a3ac-4db12f4cd74b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:28.760933 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12e45501-4a80-4554-909d-eb698776475c req-d4f27a10-03a8-494b-a3ac-4db12f4cd74b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0657110 Sep 17 19:25:28.764337 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:28.764717 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Checking segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:28.765207 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.765504 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Bound using segment: {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'} {{(pid=94275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:28.765964 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.managers [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Bound port: e1ce1313-0c0d-432a-844d-02cf227e0204, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b561a2b-54a5-468d-9c23-6dad9e35c890', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13'}}] {{(pid=94275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:28.766338 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.770668 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f0ce-240b-4afb-b11f-80fe11884ff0 None None] Pushing event updated for resources: {'Port': ['ID=e1ce1313-0c0d-432a-844d-02cf227e0204,revision_number=2']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:28.793505 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-a41288c7-55ed-4b3d-a2b6-ce17de057ec6 None None] Provisioning complete for port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:28.793892 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a41288c7-55ed-4b3d-a2b6-ce17de057ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.803936 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-12e45501-4a80-4554-909d-eb698776475c req-3f2f778e-58df-4ab1-880e-daab9b00ab8f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363259 Sep 17 19:25:28.809242 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4143116'] for router_interface, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.811129 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Pushing event updated for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:28.881302 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-a41288c7-55ed-4b3d-a2b6-ce17de057ec6 None None] Port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:25:28.888964 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] For port e1ce1313-0c0d-432a-844d-02cf227e0204, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:28.895587 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] For port e1ce1313-0c0d-432a-844d-02cf227e0204, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e1ce1313-0c0d-432a-844d-02cf227e0204,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:28.901145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:28.916760 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:28.918168 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:28.960375 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:28.961014 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:28.966268 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74f0ce-240b-4afb-b11f-80fe11884ff0 None None] Pushing event updated for resources: {'Port': ['ID=e1ce1313-0c0d-432a-844d-02cf227e0204,revision_number=3']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:29.043672 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:29.077845 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:29.154668 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:29.159728 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-4db9552f-0d10-4813-9d80-a7d47a43169f admin admin] 10.222.0.21 "PUT /v2.0/routers/0190d1c0-ad87-4b58-9675-9eb80bf82c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6389899 Sep 17 19:25:29.224431 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4d4148fa-0287-4855-8ed5-c4a02ed47e4c None None] Provisioning complete for port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:29.224805 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4d4148fa-0287-4855-8ed5-c4a02ed47e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:29.291875 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4d4148fa-0287-4855-8ed5-c4a02ed47e4c None None] Port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:25:29.319261 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'c8e4cd2c-8bd8-46e7-a716-7b3061f55161', 'name': '', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'mac_address': 'fa:16:3e:4d:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:27Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 2, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'subnets': [{'id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:29.345355 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c5cc0-bda0-48a8-affa-145c4984fd2f None None] The sync data for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi is: [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'c8e4cd2c-8bd8-46e7-a716-7b3061f55161', 'name': '', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'mac_address': 'fa:16:3e:4d:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:27Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 2, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'subnets': [{'id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:29.626107 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:29.678823 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:29.679216 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:29.880292 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 40786) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:29.885074 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-758059542', 'description': 'tempest-secgroup-smoke-758059542 description', 'project_id': '8c7febfaa3cc4f53bba64311712b4491'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:29.910482 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:29.995584 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c05a7-1881-4fa7-ba1b-960a1e35fbea req-6152435b-df80-4edc-bb41-664fa52663db tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:29.997848 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e3c05a7-1881-4fa7-ba1b-960a1e35fbea req-6152435b-df80-4edc-bb41-664fa52663db tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0611241 Sep 17 19:25:30.019756 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.025031 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.048249 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9e3c05a7-1881-4fa7-ba1b-960a1e35fbea req-26c8edbd-d001-4376-ace7-f77b091be4b1 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Sep 17 19:25:30.057473 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.071732 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1776745 Sep 17 19:25:30.071847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40788) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.071847 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.074848 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c79b04-ff3d-43a5-b723-71365dbf1dd1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e42140-0e7a-473e-92a3-e00155c51a65,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.097899 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.146640 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.151867 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.171298 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5bb2fa-396b-4dd5-96ea-b57b40a21686,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.179210 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.181270 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c60a7215-35b1-462a-b43e-9d41ad60e1a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181655 Sep 17 19:25:30.183952 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40790) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.188319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.215911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.276887 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.281322 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.299214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ab0e5d-9e67-4239-a4d3-30cf0444ea84,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.307185 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.308646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-b2066cec-3b69-4a82-99ec-50074ca9d927 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237376 Sep 17 19:25:30.311348 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40792) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.315737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.341799 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.403183 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.407134 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.426253 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd8b821-60e5-4d5b-aede-69e6e9498f5f,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.433511 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.437638 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8decbeef-fd37-40dd-856a-d74bad539438 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228366 Sep 17 19:25:30.437859 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40794) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.442188 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.469512 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.529659 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.533177 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.550475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=356b0a20-4794-4bce-86d1-fe056c7d8709,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.558059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.559566 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-a2907354-50d8-4742-8811-92480752e54e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206429 Sep 17 19:25:30.562169 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40796) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.566465 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.589319 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.securitygroups_db [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Project 8c7febfaa3cc4f53bba64311712b4491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:25:30.594263 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.653880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.657107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.671062 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a72d975-ab57-4aa5-9b89-6e95951021e4,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.679740 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.683993 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-20d62b51-4f30-4dc2-b40f-c9e96becce5a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182837 Sep 17 19:25:30.684189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 40798) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:30.688484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'security_group_rule': {'security_group_id': 'd4e42140-0e7a-473e-92a3-e00155c51a65', 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:30.709782 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.securitygroups_db [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Project 8c7febfaa3cc4f53bba64311712b4491 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 19:25:30.715034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.774460 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.777805 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3914838'] for security_group_rule, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.794592 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7273c8e-ff08-43b5-82ff-d7895dc83966,revision_number=0']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:30.801304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:30.802480 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-3751b4f6-5357-44c4-abb9-a90e5fa1842a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173739 Sep 17 19:25:31.168621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53cab8-501e-4301-83c5-905bc68c9587 req-06c7a919-d634-4970-adc5-c4e8e88f6b3c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:31.170156 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b53cab8-501e-4301-83c5-905bc68c9587 req-06c7a919-d634-4970-adc5-c4e8e88f6b3c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0493894 Sep 17 19:25:31.216020 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8b53cab8-501e-4301-83c5-905bc68c9587 req-eaefafdc-3aa1-48af-83f6-ff9805695cd2 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Sep 17 19:25:31.229683 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Sync routers for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:31.239330 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:31.240066 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:31.346273 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:31.592094 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'c8e4cd2c-8bd8-46e7-a716-7b3061f55161', 'name': '', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'mac_address': 'fa:16:3e:4d:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:27Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 2, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'subnets': [{'id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:31.624227 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Checking router: 0190d1c0-ad87-4b58-9675-9eb80bf82c00 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:31.624940 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Updating router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 binding host dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 19:25:31.638118 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e1ce1313-0c0d-432a-844d-02cf227e0204 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:31.654904 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:31.697999 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port e1ce1313-0c0d-432a-844d-02cf227e0204 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:31.699325 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:31.797800 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:31.838245 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] For port e1ce1313-0c0d-432a-844d-02cf227e0204, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e1ce1313-0c0d-432a-844d-02cf227e0204,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:31.843369 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:31.898059 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Pushing event updated for resources: {'Port': ['ID=e1ce1313-0c0d-432a-844d-02cf227e0204,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:31.951407 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:31.956612 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.030382 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f0f27-94af-411d-bdc3-255d84609164 None None] Pushing event updated for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=3']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:32.057324 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Attempting to bind port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 on host dv-cinder-809891-1-iscsi for vnic_type normal with profile {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:32.057696 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Attempting to bind port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 by drivers openvswitch,hyperv on host dv-cinder-809891-1-iscsi at level 0 using segments [{'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:32.058037 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Attempting to bind port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 on network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:32.063447 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Checking agent: {'id': 'f1f08e82-e0e8-442e-8c7f-ba40fcd30463', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809891-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 8, 42), 'started_at': datetime.datetime(2021, 9, 17, 19, 9, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809891-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:32.063811 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Checking segment: {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:32.064238 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.064622 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Bound using segment: {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'} {{(pid=94276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:32.065079 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.managers [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Bound port: c8e4cd2c-8bd8-46e7-a716-7b3061f55161, host: dv-cinder-809891-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128f5f14-f98c-4fc0-b46c-b7ed87052f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e'}}] {{(pid=94276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:32.065469 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.128142 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] For port c8e4cd2c-8bd8-46e7-a716-7b3061f55161, host dv-cinder-809891-1-iscsi, cleared binding levels {{(pid=94276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:32.132386 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.plugins.ml2.db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] For port c8e4cd2c-8bd8-46e7-a716-7b3061f55161, host dv-cinder-809891-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:32.137410 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron_lib.callbacks.manager [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.192870 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:32.192870 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:32.251068 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] Provisioning complete for port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:32.251334 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.329780 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:32.440812 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.451042 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f0f27-94af-411d-bdc3-255d84609164 None None] Pushing event updated for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=4']} {{(pid=94276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:32.469087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bee77-f031-4a82-bd74-1f408f0720f1 req-a23c9a4f-9b76-4944-b4cd-814b91bffb9c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:32.471451 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b1bee77-f031-4a82-bd74-1f408f0720f1 req-a23c9a4f-9b76-4944-b4cd-814b91bffb9c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0775585 Sep 17 19:25:32.490048 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] For port c8e4cd2c-8bd8-46e7-a716-7b3061f55161, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:32.496077 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.528944 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b1bee77-f031-4a82-bd74-1f408f0720f1 req-c1abcdfa-1629-40d7-a772-fcaaa833c82a tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484159 Sep 17 19:25:32.564099 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23275559-1b2d-4502-a44d-7db75be4b855 None None] Pushing event updated for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:32.616296 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-b78af03a-15d4-4ab2-89cb-7aa800eb3af2 None None] Provisioning complete for port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:32.616665 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b78af03a-15d4-4ab2-89cb-7aa800eb3af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:32.667934 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'c8e4cd2c-8bd8-46e7-a716-7b3061f55161', 'name': '', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'mac_address': 'fa:16:3e:4d:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:27Z', 'updated_at': '2021-09-17T19:25:32Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'subnets': [{'id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:32.694076 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c479354c-18d7-45de-ba07-4d0d7593efa2 None None] The sync data for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi is: [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:28Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': 'c8e4cd2c-8bd8-46e7-a716-7b3061f55161', 'name': '', 'network_id': '72663d4c-bb5b-4eb1-8a1d-b50345a57b7e', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'mac_address': 'fa:16:3e:4d:f6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:27Z', 'updated_at': '2021-09-17T19:25:32Z', 'revision_number': 4, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'subnets': [{'id': '9be7c49c-008f-4a90-beed-3480716a7aff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:33.629616 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e1ce1313-0c0d-432a-844d-02cf227e0204 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:33.681372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d63a5-4d9d-400b-b37b-2c3be29216cb req-d918cd94-0379-4d2c-b725-70f8b1daa213 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:33.684242 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-469d63a5-4d9d-400b-b37b-2c3be29216cb req-d918cd94-0379-4d2c-b725-70f8b1daa213 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0728436 Sep 17 19:25:33.690798 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port e1ce1313-0c0d-432a-844d-02cf227e0204 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:33.691245 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:33.723316 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-469d63a5-4d9d-400b-b37b-2c3be29216cb req-9f2c2910-954a-4d0b-b9dd-3e62d6baabbf tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Sep 17 19:25:33.772758 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c8e4cd2c-8bd8-46e7-a716-7b3061f55161 up at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:33.817939 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Provisioning complete for port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:33.818568 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:34.735893 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:25:34.844467 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287d58-f005-479d-b2ab-f077a201a4f5 req-46e02561-962e-446d-a470-d1001b4d62e0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:34.845965 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61287d58-f005-479d-b2ab-f077a201a4f5 req-46e02561-962e-446d-a470-d1001b4d62e0 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 943 time: 0.0487165 Sep 17 19:25:34.882187 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61287d58-f005-479d-b2ab-f077a201a4f5 req-9c60610c-851b-46f2-a3ef-55f2e0c6a6c4 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304358 Sep 17 19:25:35.537293 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:25:35.635199 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:35.646007 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'port_id': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'mac_address': 'fa:16:3e:40:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:25:35.686780 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:35.700325 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:25:35.718719 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:35.722558 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:35.767649 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=9']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:36.000317 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd797ad-4db6-4e05-a6cf-7bcf3093df71 req-d42cb06c-eec9-48b6-ad2d-e551aff17d65 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:36.001788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bd797ad-4db6-4e05-a6cf-7bcf3093df71 req-d42cb06c-eec9-48b6-ad2d-e551aff17d65 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0491908 Sep 17 19:25:36.044992 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bd797ad-4db6-4e05-a6cf-7bcf3093df71 req-a00bcb17-c9e3-4d19-a2f2-b810405f3d0f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357065 Sep 17 19:25:36.156679 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:25:37.161396 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44560290-1021-4269-9c93-c9e4cfcc45d4 req-579c673c-8851-46d8-9fef-516d3d110350 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:37.162833 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-44560290-1021-4269-9c93-c9e4cfcc45d4 req-579c673c-8851-46d8-9fef-516d3d110350 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 944 time: 0.0472605 Sep 17 19:25:37.200723 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-44560290-1021-4269-9c93-c9e4cfcc45d4 req-2977ab77-2566-42de-9424-ea0d80332d55 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Sep 17 19:25:37.539159 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:25:37.586901 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:37.587273 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:37.664798 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:37.691335 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:37.693606 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7b26b6-b1a3-44e9-9bae-a71f635414fd" -d '{"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:37.706150 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:37.710321 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:37.734337 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e174b2-b5a5-467e-9fa5-3e37137fbb61 x-openstack-request-id: req-b1e174b2-b5a5-467e-9fa5-3e37137fbb61 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:37.734511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-plugged", "status": "completed", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:37.734780 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1e174b2-b5a5-467e-9fa5-3e37137fbb61 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:37.735173 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'code': 200} Sep 17 19:25:37.764749 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=10']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:37.911968 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c95ac-169c-4029-863a-3273427f5d42 req-f41c9d00-56cc-4993-bd8f-64c36cb2c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:37.913402 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-706c95ac-169c-4029-863a-3273427f5d42 req-f41c9d00-56cc-4993-bd8f-64c36cb2c8b2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1099 time: 0.0390973 Sep 17 19:25:37.947038 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-706c95ac-169c-4029-863a-3273427f5d42 req-d6b6c76f-6068-440a-8eba-f9d14670b715 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262635 Sep 17 19:25:38.316126 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d69ad-c35c-4bb7-b505-ef6d030084b2 req-fd2cecff-6b4a-41c5-b2e2-236ca8ffe338 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:38.317579 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-749d69ad-c35c-4bb7-b505-ef6d030084b2 req-fd2cecff-6b4a-41c5-b2e2-236ca8ffe338 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0473254 Sep 17 19:25:38.358158 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-749d69ad-c35c-4bb7-b505-ef6d030084b2 req-c36fb582-51e2-42d4-960b-332bb6217d5c tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340524 Sep 17 19:25:39.377557 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fb39a9f4-dbac-4fb4-89aa-f9e58a5c05a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:39.479530 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b03c699-9fd1-4c00-9f01-16820e795390 req-1fbf2f8d-efad-4291-a297-10493865e018 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:39.481101 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b03c699-9fd1-4c00-9f01-16820e795390 req-1fbf2f8d-efad-4291-a297-10493865e018 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0497077 Sep 17 19:25:39.530525 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3b03c699-9fd1-4c00-9f01-16820e795390 req-76bc238b-bf4e-485f-81f1-5b69f4e9ac2f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Sep 17 19:25:40.647227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e700ccd-2d7e-4f6c-ae76-0e49a9d046b1 req-06cac2b1-ead5-42d1-93cc-cbfb13d14b3b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:40.648762 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6e700ccd-2d7e-4f6c-ae76-0e49a9d046b1 req-06cac2b1-ead5-42d1-93cc-cbfb13d14b3b tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0478005 Sep 17 19:25:40.687425 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6e700ccd-2d7e-4f6c-ae76-0e49a9d046b1 req-c5a9aaae-5543-4cf6-afb0-b1662fa103b8 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Sep 17 19:25:41.929585 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-59cbfcab-55d6-44f2-8065-d0b972d30e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:42.396475 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:43.420110 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:44.927416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:53.490001 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbf3c1-9f27-4e04-a1ce-2cfd31a863b5 req-64dd0443-7bc2-47bb-a2b4-d6f1d6c00235 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:53.491496 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8cfbf3c1-9f27-4e04-a1ce-2cfd31a863b5 req-64dd0443-7bc2-47bb-a2b4-d6f1d6c00235 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0477774 Sep 17 19:25:53.533376 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8cfbf3c1-9f27-4e04-a1ce-2cfd31a863b5 req-c261dc64-83c2-4ef5-b549-8f7f205fc03c tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Sep 17 19:25:53.622006 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-c8e17e88-6d51-480c-8260-d8e167fda6d9 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758059542&fields=id&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 267 time: 0.0310066 Sep 17 19:25:53.722381 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-a546391f-7262-4624-81ad-9c970d16bff0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:53.724071 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-a546391f-7262-4624-81ad-9c970d16bff0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.0956776 Sep 17 19:25:53.738357 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8ab250a8-a245-4b29-b965-d04dfe57f686 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/quotas/8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 375 time: 0.0085523 Sep 17 19:25:53.791592 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-6614db0a-798a-427a-9fd9-1e03e98efac7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482581 Sep 17 19:25:53.885395 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-e5543e98-573c-41c8-9b1e-fa28aa8e85fd service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828302 Sep 17 19:25:53.975681 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-3a5b5d67-eaf4-489c-975e-78144b00d570 service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Sep 17 19:25:54.259470 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-112d1bbc-f6dc-409e-a99b-2c14427acb2e req-68c3ad05-1788-4f69-924c-ddf6a153fbbd tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0269799 Sep 17 19:25:54.648306 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1e629-e42a-4a0e-905e-97301e92a46f req-9a2cc0ed-1057-43c0-8ba4-0af58e383efd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:54.649792 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6a1e629-e42a-4a0e-905e-97301e92a46f req-9a2cc0ed-1057-43c0-8ba4-0af58e383efd tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.0490224 Sep 17 19:25:54.691911 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6a1e629-e42a-4a0e-905e-97301e92a46f req-307d0298-747a-4de6-b6ea-6ef2595ad6c2 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360329 Sep 17 19:25:55.265850 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-506bed75-af2d-488c-a944-0f36abdf791e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:55.267295 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-506bed75-af2d-488c-a944-0f36abdf791e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.1037199 Sep 17 19:25:55.316184 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-4bf7046c-e176-4506-a9ca-a576bc7f14dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 379 time: 0.0354750 Sep 17 19:25:55.325780 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'port': {'device_id': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'admin_state_up': True, 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'security_groups': ['d4e42140-0e7a-473e-92a3-e00155c51a65']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:55.370290 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8324c0ae-1308-43f4-a7e8-55fb92240dd8 req-63b55f89-0a59-4dce-a9ba-97a23f986cf0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0409341 Sep 17 19:25:55.732596 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-7166d2bf-edc2-41b3-b8cc-7c0e27d63093 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:55.734053 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-7166d2bf-edc2-41b3-b8cc-7c0e27d63093 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.3630981 Sep 17 19:25:55.845367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Made reservation on behalf of 8c7febfaa3cc4f53bba64311712b4491 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:25:55.848806 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:55.875424 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef768f-9ccc-4773-8955-64870b5fdada req-7836535c-a2b2-4874-9713-09e094982551 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:55.876921 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-53ef768f-9ccc-4773-8955-64870b5fdada req-7836535c-a2b2-4874-9713-09e094982551 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 945 time: 0.1079459 Sep 17 19:25:55.968587 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Deleting port a9cc450d-0bf0-4948-b22d-da3a6c68105f {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:55.968842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:55.989824 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-53ef768f-9ccc-4773-8955-64870b5fdada req-0f89cdc8-bc94-42f9-8bd1-7d912b28c59a tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999413 Sep 17 19:25:56.087762 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.20.0.8 (b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d/620a41b2-1293-4f94-89fe-25048fc7dc41/61616221-775d-4ab9-bf22-2e0a6a853584) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:25:56.109580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] For port a9cc450d-0bf0-4948-b22d-da3a6c68105f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=a9cc450d-0bf0-4948-b22d-da3a6c68105f,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:25:56.109877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.362482 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.373586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.374047 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.374281 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Floating IP f4aa82ed-c33b-44dd-a900-6082ed803580 disassociated. External IP: 172.27.3.143, port: a9cc450d-0bf0-4948-b22d-da3a6c68105f. Sep 17 19:25:56.374621 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Calling delete_port for a9cc450d-0bf0-4948-b22d-da3a6c68105f owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:56.475492 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5912ae85-82eb-4f01-9d7b-7824c182c4aa req-88143f5b-2f9c-4876-871f-85cc57c3f670 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0376279 Sep 17 19:25:56.480930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.531216 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:25:56.536262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:25:56.545384 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:25:56.572327 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:56.610855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.611210 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.611553 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.611889 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.612253 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.612634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.612915 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.613244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.613570 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.613891 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.614213 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.614533 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:25:56.642421 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:56.643054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.654340 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.683262 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-8aaa6efe-3752-493b-b9cf-6e58b47c9e25 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3611410 Sep 17 19:25:56.686166 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'Port': ['ID=a9cc450d-0bf0-4948-b22d-da3a6c68105f,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:56.697731 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Request body: {'port': {'device_id': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:25:56.758872 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-deb7a544-cacd-4901-989c-cde2b7bea3c6 None None] Provisioning complete for port 61616221-775d-4ab9-bf22-2e0a6a853584 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:25:56.759434 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-deb7a544-cacd-4901-989c-cde2b7bea3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.791585 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-deb7a544-cacd-4901-989c-cde2b7bea3c6 None None] Port 61616221-775d-4ab9-bf22-2e0a6a853584 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:25:56.793425 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:56.885040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:25:57.120771 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3e37bac5-d9a0-4e73-b2c5-f0a95e408343 req-d0a3391c-507e-47ce-a195-1141758ee0a3 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/ports?device_id=f9854c55-562c-4409-b306-20ca68817a9a HTTP/1.1" status: 200 len: 210 time: 0.0409396 Sep 17 19:25:57.130924 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:25:57.152007 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:25:57.161665 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:57.162292 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:57.189074 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] No DVR routers for this DVR port a9cc450d-0bf0-4948-b22d-da3a6c68105f on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:25:57.192267 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.194217 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f0225ac0-f940-4332-9466-8be5340b1d65 req-4688fe10-ce20-40ed-8e17-3b9db34fb706 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.22 "DELETE /v2.0/ports/a9cc450d-0bf0-4948-b22d-da3a6c68105f HTTP/1.1" status: 204 len: 173 time: 1.4526694 Sep 17 19:25:57.194648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'name': 'network-vif-deleted', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:57.196978 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd67d3e4-22f2-4dfc-8cf9-577156b089e0" -d '{"events": [{"server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "name": "network-vif-deleted", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:57.248056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f434db79-19e8-4578-91f4-a28943787704 x-openstack-request-id: req-f434db79-19e8-4578-91f4-a28943787704 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:57.248355 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9854c55-562c-4409-b306-20ca68817a9a", "name": "network-vif-deleted", "tag": "a9cc450d-0bf0-4948-b22d-da3a6c68105f", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:57.248588 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f434db79-19e8-4578-91f4-a28943787704 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:57.248982 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9854c55-562c-4409-b306-20ca68817a9a', 'name': 'network-vif-deleted', 'tag': 'a9cc450d-0bf0-4948-b22d-da3a6c68105f', 'status': 'completed', 'code': 200} Sep 17 19:25:57.253034 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61616221-775d-4ab9-bf22-2e0a6a853584 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:25:57.261679 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.275839 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Transition to ACTIVE for port object 61616221-775d-4ab9-bf22-2e0a6a853584 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:25:57.280660 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.286211 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:57.339840 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46736168-e288-4316-9e35-b12b6004deea service neutron] Pushing event updated for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:57.405724 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Attempting to bind port 61616221-775d-4ab9-bf22-2e0a6a853584 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:25:57.405971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Attempting to bind port 61616221-775d-4ab9-bf22-2e0a6a853584 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:25:57.406303 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Attempting to bind port 61616221-775d-4ab9-bf22-2e0a6a853584 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:57.411158 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Port 61616221-775d-4ab9-bf22-2e0a6a853584 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:25:57.411485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Attempting to bind port 61616221-775d-4ab9-bf22-2e0a6a853584 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:25:57.417137 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:25:57.417984 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:25:57.418587 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Bound using segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:25:57.419054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Bound port: 61616221-775d-4ab9-bf22-2e0a6a853584, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:25:57.419446 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.443635 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.491385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:25:57.494744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=61616221-775d-4ab9-bf22-2e0a6a853584,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:25:57.500846 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.515211 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:57.540895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:57.541520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:57.542901 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-46736168-e288-4316-9e35-b12b6004deea service neutron] 10.222.0.22 "PUT /v2.0/ports/61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 200 len: 1093 time: 0.8503671 Sep 17 19:25:57.543019 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:25:57.551916 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:25:57.552588 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:57.562392 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46736168-e288-4316-9e35-b12b6004deea service neutron] Pushing event updated for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:57.684483 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560da61-f9e7-4443-9dcf-9fab2a5caa14 req-9a989fcd-9d15-4d30-a511-15e6b4cc1163 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:57.686610 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:25:57.693552 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f560da61-f9e7-4443-9dcf-9fab2a5caa14 req-9a989fcd-9d15-4d30-a511-15e6b4cc1163 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.1010821 Sep 17 19:25:57.720069 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-6ad5507a-c8ce-448e-ab21-7adf60a149d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:57.721750 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-6ad5507a-c8ce-448e-ab21-7adf60a149d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1096 time: 0.0962703 Sep 17 19:25:57.773286 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-6a805754-1f20-4b87-bd95-7410a224f0ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 200 len: 217 time: 0.0394871 Sep 17 19:25:57.778350 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f560da61-f9e7-4443-9dcf-9fab2a5caa14 req-f2e4e4e7-f43f-4416-9234-ccfcc5d64869 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838258 Sep 17 19:25:57.824143 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-809b9448-3b08-40e1-8f27-61cefe15052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:57.825608 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-809b9448-3b08-40e1-8f27-61cefe15052b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0453753 Sep 17 19:25:57.876297 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-3e02fcb1-2f8d-4322-ace7-944068dd7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:57.877759 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-3e02fcb1-2f8d-4322-ace7-944068dd7635 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427890 Sep 17 19:25:57.931395 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:25:57.957548 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba32be6-6008-4b03-a612-44f96a12a402 None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '20fbeaed-7a67-4229-88b0-88a6369c390d', 'name': '', 'network_id': 'a8d69b24-4af0-4e2f-9e73-17b232a3c5b8', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'mac_address': 'fa:16:3e:09:23:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:26Z', 'updated_at': '2021-09-17T19:16:34Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'subnets': [{'id': 'b278aac8-26e9-4644-95c1-914fcd36f660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:25:57.969933 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-853dce3f-fb98-4cf8-9af3-e70ba72efa48 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846298 Sep 17 19:25:58.066378 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d8d19b4d-35c3-461f-a20c-0e8b0823210f req-a7eaef9a-350c-4a5d-9b7a-7a38afade4ee service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Sep 17 19:25:58.172627 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2fbaed-ac1f-430e-88e8-f9c038e6465d None None] New status for floating IP f4aa82ed-c33b-44dd-a900-6082ed803580: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:25:58.202808 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41126) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:58.257701 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.279944 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.329523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.332149 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.333348 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c HTTP/1.1" status: 204 len: 168 time: 0.1295257 Sep 17 19:25:58.336135 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41128) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:58.342761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b587-7535-4de7-82b1-fe15379ef083 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:58.349570 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.api.v2.resource [None req-261d6176-8b7a-4e98-9025-74d4fe4ccdee tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] show failed (client error): The resource could not be found. Sep 17 19:25:58.350572 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-261d6176-8b7a-4e98-9025-74d4fe4ccdee tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "GET /v2.0/security-groups/0f6c5263-4ce8-4e1c-ad88-7e2a94c77c7c HTTP/1.1" status: 404 len: 347 time: 0.0133605 Sep 17 19:25:58.353944 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41130) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:25:58.475465 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Deleting port 42ef22de-1b63-40a7-bb42-4c48d8947cd0 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:25:58.475718 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.550434 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.550765 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.562770 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Calling delete_port for 42ef22de-1b63-40a7-bb42-4c48d8947cd0 owned by network:floatingip {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:25:58.692225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.714700 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Pushing event deleted for resources: {'Port': ['ID=42ef22de-1b63-40a7-bb42-4c48d8947cd0,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:25:58.773985 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks [] for floatingip, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.776358 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:25:58.777501 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d5cb8a05-06b4-4d21-9a17-202bd1d56cd4 tempest-AttachVolumeTestJSON-1878658120 tempest-AttachVolumeTestJSON-1878658120-project] 10.222.0.21 "DELETE /v2.0/floatingips/f4aa82ed-c33b-44dd-a900-6082ed803580 HTTP/1.1" status: 204 len: 168 time: 0.4226804 Sep 17 19:25:58.899893 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aca99-a4b4-408d-903a-8068ac06d960 req-7ab7b904-c999-4bb9-8d70-ebe2a39d73ad tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:58.901434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aa8aca99-a4b4-408d-903a-8068ac06d960 req-7ab7b904-c999-4bb9-8d70-ebe2a39d73ad tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0505252 Sep 17 19:25:58.939591 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aa8aca99-a4b4-408d-903a-8068ac06d960 req-b8f2133c-8d31-4b30-b5bd-9b3dfeeb98d1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323784 Sep 17 19:25:59.249878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:25:59.252285 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d535c-5abb-4d5c-a260-260a6f0abd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:25:59.286668 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf67b2d6-2e4c-418a-9d20-232cc549fded x-openstack-request-id: req-bf67b2d6-2e4c-418a-9d20-232cc549fded {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:25:59.286957 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:25:59.287201 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf67b2d6-2e4c-418a-9d20-232cc549fded {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:25:59.287583 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584', 'status': 'completed', 'code': 200} Sep 17 19:25:59.351501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-6d27a886-1620-4b96-b3b8-5375970d62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:59.352961 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-6d27a886-1620-4b96-b3b8-5375970d62c2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1096 time: 0.0425599 Sep 17 19:25:59.442613 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-115a831e-a474-4d71-a6c1-9f8245cc7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:59.444074 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-115a831e-a474-4d71-a6c1-9f8245cc7e1a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0822995 Sep 17 19:25:59.486015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-ad743be1-fd6a-43d7-b184-ce1f4850bf27 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 200 len: 217 time: 0.0346982 Sep 17 19:25:59.532649 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-058758d2-fbe8-453e-97ba-469d2f8eba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:59.534328 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-058758d2-fbe8-453e-97ba-469d2f8eba92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0408969 Sep 17 19:25:59.578461 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-6e8cc190-1c5d-41ce-bf9c-ce4365a95819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:25:59.579915 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-6e8cc190-1c5d-41ce-bf9c-ce4365a95819 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394640 Sep 17 19:25:59.667475 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-b83d72bc-c795-421a-a7f1-20544647786d service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806179 Sep 17 19:25:59.693421 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a9cc450d-0bf0-4948-b22d-da3a6c68105f no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:25:59.713168 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: a9cc450d-0bf0-4948-b22d-da3a6c68105f {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:25:59.713513 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device a9cc450d-0bf0-4948-b22d-da3a6c68105f not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:25:59.755434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-189d535c-5abb-4d5c-a260-260a6f0abd0c req-715790e6-3c03-4f67-979d-afd1c40f8ead service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798252 Sep 17 19:26:00.062213 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107a50-b83c-4edb-8b23-d3ae6e2e7ba3 req-58a140da-327b-4c84-9aa2-380a7ba177af tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:00.063668 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-40107a50-b83c-4edb-8b23-d3ae6e2e7ba3 req-58a140da-327b-4c84-9aa2-380a7ba177af tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0528252 Sep 17 19:26:00.103780 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-40107a50-b83c-4edb-8b23-d3ae6e2e7ba3 req-2e466e04-23dc-4799-8b42-0b8788984131 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342104 Sep 17 19:26:01.219550 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c781d5-73d0-403f-8719-0c17718bd44d req-6009c0a9-fed9-4fd4-829d-fe88e6c4b303 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:01.221083 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-79c781d5-73d0-403f-8719-0c17718bd44d req-6009c0a9-fed9-4fd4-829d-fe88e6c4b303 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0507717 Sep 17 19:26:01.258728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-79c781d5-73d0-403f-8719-0c17718bd44d req-73edc9e9-37c8-4319-a942-08f909f10e14 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Sep 17 19:26:02.310680 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41170) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:02.368931 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2993c53-aa9e-4d4b-9047-0dfe56716565 req-42cf945b-626b-4844-9b0e-ec06bd31c819 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:02.370392 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2993c53-aa9e-4d4b-9047-0dfe56716565 req-42cf945b-626b-4844-9b0e-ec06bd31c819 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0474250 Sep 17 19:26:02.407186 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2993c53-aa9e-4d4b-9047-0dfe56716565 req-595abf40-0f03-4ada-85ab-ef9610ce82fb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307467 Sep 17 19:26:02.781884 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:03.011740 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Deleting port 20fbeaed-7a67-4229-88b0-88a6369c390d {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:03.012100 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:03.087556 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] For port 20fbeaed-7a67-4229-88b0-88a6369c390d, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=20fbeaed-7a67-4229-88b0-88a6369c390d,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:03.087904 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:03.099623 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Calling delete_port for 20fbeaed-7a67-4229-88b0-88a6369c390d owned by network:router_interface {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:03.269134 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:03.296229 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fbeaed-7a67-4229-88b0-88a6369c390d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:03.308061 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.308329 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.308666 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.308996 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.309323 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.309645 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.309966 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.310284 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.310603 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.310921 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.311482 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.311587 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:03.463566 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:03.522431 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed10a7e-b9ca-4202-8112-e5272ffc3e48 req-64a4ad8e-f514-4a2a-b22f-be0a74dbbee3 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:03.524374 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0ed10a7e-b9ca-4202-8112-e5272ffc3e48 req-64a4ad8e-f514-4a2a-b22f-be0a74dbbee3 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0466130 Sep 17 19:26:03.571967 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0ed10a7e-b9ca-4202-8112-e5272ffc3e48 req-671fd3a8-c7fb-40dd-bcb5-6e38e315326f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416322 Sep 17 19:26:03.864849 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Router 9f571b9a-9712-4cd7-b69b-d66385a26807 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:26:03.967225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:26:03.974814 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-6f425926-4cc9-447b-9af9-1b8ee604e575 admin admin] 10.222.0.21 "PUT /v2.0/routers/9f571b9a-9712-4cd7-b69b-d66385a26807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6604538 Sep 17 19:26:03.974814 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41176) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:03.978269 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Sync routers for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:26:03.987348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:03.987964 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:04.074303 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks [] for router, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.091965 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:04.174512 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.224398 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Deleting port bbeb1162-eebb-4a68-9d54-d67f93a83f05 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:04.224734 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.266684 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:26:03Z', 'revision_number': 5, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port': {'id': 'bbeb1162-eebb-4a68-9d54-d67f93a83f05', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4f:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:18Z', 'updated_at': '2021-09-17T19:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:04.292970 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Checking router: 9f571b9a-9712-4cd7-b69b-d66385a26807 for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:26:04.299967 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] For port bbeb1162-eebb-4a68-9d54-d67f93a83f05, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=bbeb1162-eebb-4a68-9d54-d67f93a83f05,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:04.300452 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.301082 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Routers {'9f571b9a-9712-4cd7-b69b-d66385a26807'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:04.301684 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:25:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['9f571b9a-9712-4cd7-b69b-d66385a26807'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:04.312943 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Calling delete_port for bbeb1162-eebb-4a68-9d54-d67f93a83f05 owned by network:router_gateway {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:04.385091 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] Set router 9f571b9a-9712-4cd7-b69b-d66385a26807 gateway port host: None {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:04.436009 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:26:04Z', 'revision_number': 6, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:04.465327 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba202f3f-fa15-4baf-8ba2-7ddb50ade79e None None] The sync data for ids ['9f571b9a-9712-4cd7-b69b-d66385a26807'] in dv-cinder-809891-1-iscsi is: [{'id': '9f571b9a-9712-4cd7-b69b-d66385a26807', 'name': 'tempest-AttachVolumeTestJSON-883986652-router', 'tenant_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:15Z', 'updated_at': '2021-09-17T19:26:04Z', 'revision_number': 6, 'project_id': 'ce10c3dced0e4ef490b4fa52b894d97a', 'gw_port_host': None}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:26:04.474473 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.501207 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Pushing event deleted for resources: {'Port': ['ID=bbeb1162-eebb-4a68-9d54-d67f93a83f05,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:04.561603 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.649277 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.651395 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.689692 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d6a55d-a2f0-4480-ba0d-4c8779bcdbda req-19bfb946-c588-4990-9126-118f6964de13 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:04.691363 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94d6a55d-a2f0-4480-ba0d-4c8779bcdbda req-19bfb946-c588-4990-9126-118f6964de13 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Sep 17 19:26:04.693973 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.694512 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f571b9a-9712-4cd7-b69b-d66385a26807 {{(pid=94273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:26:04.700499 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.701689 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-0e5e207b-ad20-4979-a67d-effa8a64c16b admin admin] 10.222.0.21 "DELETE /v2.0/routers/9f571b9a-9712-4cd7-b69b-d66385a26807 HTTP/1.1" status: 204 len: 168 time: 0.7260303 Sep 17 19:26:04.704223 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41180) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:04.728762 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-94d6a55d-a2f0-4480-ba0d-4c8779bcdbda req-7285dc30-7ef6-48d2-9ce2-e8473848a27f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307708 Sep 17 19:26:04.750831 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Deleting subnet b278aac8-26e9-4644-95c1-914fcd36f660 {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:26:04.753905 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.787995 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.865327 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.917913 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.944752 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b278aac8-26e9-4644-95c1-914fcd36f660,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:04.951026 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:04.952919 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-566edd14-0873-4cd9-9aeb-d4984a067785 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b278aac8-26e9-4644-95c1-914fcd36f660 HTTP/1.1" status: 204 len: 168 time: 0.2477663 Sep 17 19:26:04.955368 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41182) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:04.958551 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3619c9-c3b3-4c48-b9d5-9239e0395bbe None None] Network a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:26:05.020908 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.071326 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Deleting port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:05.071710 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.136389 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] For port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,segment=NetworkSegment(3e8f924a-66c0-4ba6-9746-774849a06f87),segment_id=3e8f924a-66c0-4ba6-9746-774849a06f87)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:05.136749 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.148903 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Calling delete_port for 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:05.217552 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] DHCP port deletion for a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:26:05.227006 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.257340 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:05.262343 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] No DVR routers for this DVR port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:26:05.265072 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Deleting port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:05.265448 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.327314 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] For port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40, host dv-cinder-809891-1-iscsi, got binding levels [] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:05.327713 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.334105 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.340289 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Calling delete_port for 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:05.342960 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.ipam_backend_mixin [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 was not found and therefore no delete operation was performed {{(pid=94275) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 19:26:05.344232 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.353840 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d69b24-4af0-4e2f-9e73-17b232a3c5b8']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:05.362922 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8f924a-66c0-4ba6-9746-774849a06f87') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:05.363214 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8f924a-66c0-4ba6-9746-774849a06f87') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:05.373871 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] Pushing event deleted for resources: {'Port': ['ID=10e7c919-2ce1-4bdb-a33d-ffb041c8ac40,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:05.374292 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.375708 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad36facf-0d9a-4b40-b1fe-2a81c5d22c2c None None] No DVR routers for this DVR port 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:26:05.392006 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.398956 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:26:05.399471 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:26:05.401518 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:26:05.461243 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.467004 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.468917 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a8d69b24-4af0-4e2f-9e73-17b232a3c5b8 HTTP/1.1" status: 204 len: 168 time: 0.5126183 Sep 17 19:26:05.480405 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8127d71-0700-48f2-a90b-28e58f9849a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d69b24-4af0-4e2f-9e73-17b232a3c5b8,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:05.590665 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41186) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:05.600723 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device bbeb1162-eebb-4a68-9d54-d67f93a83f05 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:05.620314 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: bbeb1162-eebb-4a68-9d54-d67f93a83f05 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:05.620658 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device bbeb1162-eebb-4a68-9d54-d67f93a83f05 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:05.621073 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 20fbeaed-7a67-4229-88b0-88a6369c390d no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:05.630751 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-7fdefa6f-d839-42f6-b206-e5ec5a3166d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce10c3dced0e4ef490b4fa52b894d97a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0389469 Sep 17 19:26:05.633341 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41188) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:05.639323 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 20fbeaed-7a67-4229-88b0-88a6369c390d {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:05.639670 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 20fbeaed-7a67-4229-88b0-88a6369c390d not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:05.640114 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:05.658540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:05.658900 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 10e7c919-2ce1-4bdb-a33d-ffb041c8ac40 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:05.683051 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.702916 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.750460 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.752851 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:05.754015 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05536159-0b79-44cb-9449-fade9b13dab5 HTTP/1.1" status: 204 len: 168 time: 0.1196094 Sep 17 19:26:05.764052 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fd723-9edc-453f-a8da-799999bd6755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05536159-0b79-44cb-9449-fade9b13dab5,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:05.850778 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfb79-dc97-40c0-8a2f-b383f3784ec8 req-04206d47-8108-4300-a0f5-72ff10c8499a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:05.852326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f95bfb79-dc97-40c0-8a2f-b383f3784ec8 req-04206d47-8108-4300-a0f5-72ff10c8499a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0522499 Sep 17 19:26:05.890252 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f95bfb79-dc97-40c0-8a2f-b383f3784ec8 req-ed50b3e4-5feb-4b61-8a80-049838ad4b7a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320375 Sep 17 19:26:06.401480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41212) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:06.494252 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-33056425-network', 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:06.515337 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'network': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:26:06.517496 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for network, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.525276 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.614835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.618475 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.641939 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94274) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 19:26:06.651586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8fb4c1-da08-4559-92bd-1b2893d9e754,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:06.656403 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.656727 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.segments_db [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Added segment dc8eb868-55a2-46b3-a27e-59275f96b920 of type vlan for network a6122446-1782-48f0-a410-768b52748f28 Sep 17 19:26:06.695392 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738867834920'] for network, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.718693 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214'] for network, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.719627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:06.720226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.750774 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3482208 Sep 17 19:26:06.753989 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41216) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:06.759473 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Request body: {'subnet': {'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-33056425-subnet', 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:06.777683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4a87-1e90-449d-a5af-0fe2286419f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6122446-1782-48f0-a410-768b52748f28,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:06.782110 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'subnet': 1} {{(pid=94273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:26:06.784531 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25894569'] for subnet, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:06.787879 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Network a6122446-1782-48f0-a410-768b52748f28 details requested by agent ovs-agent-dv-cinder-809891-1-iscsi with host dv-cinder-809891-1-iscsi {{(pid=94275) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 19:26:06.951484 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2447566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25894535'] for subnet, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:07.005761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afe08f-331b-46dc-85d9-f9c2ad202f98 req-635a81d7-0be4-445f-993b-a769ad9b40a5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:07.007283 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3afe08f-331b-46dc-85d9-f9c2ad202f98 req-635a81d7-0be4-445f-993b-a769ad9b40a5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 943 time: 0.0503898 Sep 17 19:26:07.008703 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c7b387-63c8-4f74-9bbd-435039083066,revision_number=0']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:07.017458 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Checking segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:26:07.017815 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Network hostable DHCP agents. Network: a6122446-1782-48f0-a410-768b52748f28, hostable agents: ['0b1d2414-84ac-47b0-8d58-692904664378'], hosted agents: [] {{(pid=94273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 19:26:07.034991 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Network a6122446-1782-48f0-a410-768b52748f28 is scheduled to be hosted by DHCP agent 0b1d2414-84ac-47b0-8d58-692904664378 with binding_index 1 {{(pid=94273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 19:26:07.044381 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809891-1-iscsi, a6122446-1782-48f0-a410-768b52748f28) {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:26:07.046824 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a3afe08f-331b-46dc-85d9-f9c2ad202f98 req-093ab421-4e4c-42f0-8308-5c95ec20d9cb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326128 Sep 17 19:26:07.049349 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:07.049948 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:07.060727 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93be72-cce0-4b4c-95f3-b93eb11347e6 None None] Network a6122446-1782-48f0-a410-768b52748f28 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:26:07.073981 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-b5dfa31d-a3c5-433e-9f7a-d637e898b418 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3181965 Sep 17 19:26:07.187456 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112cd3c6-7df5-42f9-b734-ee1184707bb4 None None] Network a6122446-1782-48f0-a410-768b52748f28 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:26:07.483817 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-15fc1e9e-79f6-4cd2-b122-282449baad98 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:07.485313 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-15fc1e9e-79f6-4cd2-b122-282449baad98 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.0961852 Sep 17 19:26:07.500067 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-03739f70-53f2-436e-99d0-6697985a93a0 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/quotas/1d7477fef9ce40e7a2f83ca4fb96e419 HTTP/1.1" status: 200 len: 375 time: 0.0091746 Sep 17 19:26:07.532654 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-72776244-70eb-4e87-8b23-d425c368a062 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275233 Sep 17 19:26:07.621485 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-69a4821e-f411-49ab-aa40-1772dde42b48 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813057 Sep 17 19:26:07.709628 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-80d5caf4-31ae-4255-979b-c1d830f11424 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821726 Sep 17 19:26:07.723918 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 61616221-775d-4ab9-bf22-2e0a6a853584 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:26:07.821853 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=61616221-775d-4ab9-bf22-2e0a6a853584,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:07.834663 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '61616221-775d-4ab9-bf22-2e0a6a853584', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'port_id': '61616221-775d-4ab9-bf22-2e0a6a853584', 'mac_address': 'fa:16:3e:c0:e3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:26:07.868240 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-706bb255-ea84-401b-9048-6b63f943d7ce req-33017cdd-4565-4da5-975a-dda97cbe7a55 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0269704 Sep 17 19:26:07.872554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:07.889351 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61616221-775d-4ab9-bf22-2e0a6a853584 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:07.916639 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=61616221-775d-4ab9-bf22-2e0a6a853584,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:07.920794 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:07.976902 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:08.173557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88deb278-ff87-440f-9ced-4539aff3d559 req-3eb6bff2-e3e0-4160-b3c0-ccbc139f108a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:08.175247 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-88deb278-ff87-440f-9ced-4539aff3d559 req-3eb6bff2-e3e0-4160-b3c0-ccbc139f108a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 944 time: 0.0535438 Sep 17 19:26:08.213825 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-88deb278-ff87-440f-9ced-4539aff3d559 req-3496124b-035a-4485-8c20-6a835759f493 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322971 Sep 17 19:26:08.255518 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['61616221-775d-4ab9-bf22-2e0a6a853584'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:08.808561 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-a8837b67-7cba-4e93-80e0-4544ce52f211 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:08.809976 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-a8837b67-7cba-4e93-80e0-4544ce52f211 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1026099 Sep 17 19:26:08.824712 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Request body: {'port': {'device_id': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'admin_state_up': True, 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:08.930776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:26:08.934490 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.239356 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6dc07bc4-fc19-4f3c-b4ac-392a49654366 req-eb499ed6-73bb-4291-99da-1c62bbf2b60e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 210 time: 0.3017144 Sep 17 19:26:09.377211 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd195c-5805-4849-a9ce-435e68e2c07b req-76db7d54-4b58-4f76-9add-e427aed161d0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:09.378343 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-65cacd06-db78-4fa6-a873-1bad0e53b36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.378997 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fbbd195c-5805-4849-a9ce-435e68e2c07b req-76db7d54-4b58-4f76-9add-e427aed161d0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 944 time: 0.0961366 Sep 17 19:26:09.384874 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Allocated IP 172.20.0.6 (a6122446-1782-48f0-a410-768b52748f28/f2c7b387-63c8-4f74-9bbd-435039083066/2bec95ba-beae-4117-b0b9-8f594cda7bfa) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:26:09.443448 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fbbd195c-5805-4849-a9ce-435e68e2c07b req-56bcc2c4-67e2-4e37-a9f4-1878245b3d92 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563142 Sep 17 19:26:09.550528 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.582989 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.624596 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Network a6122446-1782-48f0-a410-768b52748f28 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:26:09.627578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:26:09.631080 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:26:09.659595 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event updated for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:09.684011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:09.684619 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.698878 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf11c68d-649c-44f3-8f51-b59d791a1567 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777945 Sep 17 19:26:09.711008 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Request body: {'port': {'device_id': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:09.741593 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 61616221-775d-4ab9-bf22-2e0a6a853584 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:26:09.761738 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.794435 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 61616221-775d-4ab9-bf22-2e0a6a853584 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:26:09.798492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 61616221-775d-4ab9-bf22-2e0a6a853584 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:26:09.798865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.876742 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.899833 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:09.902175 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41a8542-fa59-4b78-b313-f4946058ea9a" -d '{"events": [{"server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "name": "network-vif-plugged", "status": "completed", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:09.915839 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=61616221-775d-4ab9-bf22-2e0a6a853584,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:09.920578 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:09.947453 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f44e5c3-45c2-42ae-9d1f-50f8c87ad7ae x-openstack-request-id: req-0f44e5c3-45c2-42ae-9d1f-50f8c87ad7ae {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:09.947779 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "name": "network-vif-plugged", "status": "completed", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:09.947999 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f44e5c3-45c2-42ae-9d1f-50f8c87ad7ae {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:09.948394 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584', 'code': 200} Sep 17 19:26:09.973590 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:10.031065 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bec95ba-beae-4117-b0b9-8f594cda7bfa {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:10.038457 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:10.050969 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Transition to ACTIVE for port object 2bec95ba-beae-4117-b0b9-8f594cda7bfa will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:26:10.057070 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:10.109100 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Pushing event updated for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:10.201823 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616063db-a227-49f3-b05a-f0cc1d6db161 req-f8a0f134-c4f4-4676-bac8-dc4711abcc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.203284 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-616063db-a227-49f3-b05a-f0cc1d6db161 req-f8a0f134-c4f4-4676-bac8-dc4711abcc1c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1098 time: 0.0790770 Sep 17 19:26:10.207193 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Attempting to bind port 2bec95ba-beae-4117-b0b9-8f594cda7bfa on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:26:10.207519 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Attempting to bind port 2bec95ba-beae-4117-b0b9-8f594cda7bfa by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:26:10.207839 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Attempting to bind port 2bec95ba-beae-4117-b0b9-8f594cda7bfa on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:10.217551 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Port 2bec95ba-beae-4117-b0b9-8f594cda7bfa on network a6122446-1782-48f0-a410-768b52748f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:26:10.217862 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Attempting to bind port 2bec95ba-beae-4117-b0b9-8f594cda7bfa on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:10.231011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:26:10.231341 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Checking segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:26:10.231707 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Bound using segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:26:10.232158 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Bound port: 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:26:10.232498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:10.255566 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-616063db-a227-49f3-b05a-f0cc1d6db161 req-87ab376a-7446-48c8-ae46-84ea2f644358 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 Sep 17 19:26:10.301885 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:26:10.305648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:26:10.317274 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:10.366228 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.367388 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:10.368757 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] 10.222.0.22 "PUT /v2.0/ports/2bec95ba-beae-4117-b0b9-8f594cda7bfa HTTP/1.1" status: 200 len: 1093 time: 0.6622410 Sep 17 19:26:10.369870 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:10.372189 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bebcaa-15a3-4413-94e1-4473ce28b575" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:10.405818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb2cf9-5971-4dad-9f8b-b8367e0db5a6 req-2e4689a7-cc9d-4fa8-9e52-9dc479592714 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.407375 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e9bb2cf9-5971-4dad-9f8b-b8367e0db5a6 req-2e4689a7-cc9d-4fa8-9e52-9dc479592714 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 943 time: 0.1005263 Sep 17 19:26:10.410436 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adba5c52-3b3b-4214-9b64-bd766831cc73 x-openstack-request-id: req-adba5c52-3b3b-4214-9b64-bd766831cc73 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:10.410721 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:10.410970 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adba5c52-3b3b-4214-9b64-bd766831cc73 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:10.411346 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa', 'status': 'completed', 'code': 200} Sep 17 19:26:10.416388 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307581b-74c0-438e-9f4a-21ec08b08b65 service neutron] Pushing event updated for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:10.448999 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e9bb2cf9-5971-4dad-9f8b-b8367e0db5a6 req-f19709d3-dfa1-401e-951f-edb03f1547a2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Sep 17 19:26:10.581009 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22502e92-44b7-403c-bd34-5a5bd180cce7 req-f015f435-5a1f-4125-b9cc-371d76eb6128 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.582471 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22502e92-44b7-403c-bd34-5a5bd180cce7 req-f015f435-5a1f-4125-b9cc-371d76eb6128 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0724769 Sep 17 19:26:10.595507 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-2563cd17-4eb9-46d1-baf9-365bffcf8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.596868 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-2563cd17-4eb9-46d1-baf9-365bffcf8a3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0619452 Sep 17 19:26:10.650987 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22502e92-44b7-403c-bd34-5a5bd180cce7 req-9efcb36c-2eb4-4287-a8df-0dfabe6e053e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625348 Sep 17 19:26:10.710077 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-e36d2578-cbc9-4081-b74a-26789301b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.712064 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-e36d2578-cbc9-4081-b74a-26789301b5d8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1060796 Sep 17 19:26:10.807505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-97b1e496-bcd6-405b-9781-f0deb3b5ef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.808921 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-22bebcaa-15a3-4413-94e1-4473ce28b575 req-97b1e496-bcd6-405b-9781-f0deb3b5ef45 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895076 Sep 17 19:26:10.886379 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-15368650-fc0f-4a08-8a21-7f2c28fc28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.888448 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-15368650-fc0f-4a08-8a21-7f2c28fc28ee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 1096 time: 0.0401115 Sep 17 19:26:10.931351 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-bf09d40b-74df-43b5-8e3d-469afa1d13c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa HTTP/1.1" status: 200 len: 217 time: 0.0335488 Sep 17 19:26:10.981476 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-a25e75df-1b84-4e19-a969-816b2586a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:10.982892 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-a25e75df-1b84-4e19-a969-816b2586a6a6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0445969 Sep 17 19:26:11.015718 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-f5cc8626-7a50-4cb6-8725-08a3bd9446d1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241892 Sep 17 19:26:11.106148 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-5ddb6ce1-3a5b-4b29-90e4-f61b7fb845c2 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798049 Sep 17 19:26:11.196353 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0d157c38-538c-4339-98fa-e927ef7791d1 req-17d493a5-2683-4df1-b559-bf0464eff0c6 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826600 Sep 17 19:26:11.564549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0298ff1a-764b-4b10-a6a4-00a969f01aa0 req-0fde8a4a-423a-4550-a742-e3484b6e0c58 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:11.566384 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0298ff1a-764b-4b10-a6a4-00a969f01aa0 req-0fde8a4a-423a-4550-a742-e3484b6e0c58 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0527184 Sep 17 19:26:11.604584 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0298ff1a-764b-4b10-a6a4-00a969f01aa0 req-cf52ef5f-02b7-4800-a033-5ffc10fccadc tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318463 Sep 17 19:26:11.733867 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:26:11.761796 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc182aa5-e154-4d6f-b372-745286e69f02 req-e26c2f39-5d2f-4a48-a7fa-0dd19c0eca75 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:11.763243 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dc182aa5-e154-4d6f-b372-745286e69f02 req-e26c2f39-5d2f-4a48-a7fa-0dd19c0eca75 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0471535 Sep 17 19:26:11.803312 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-dc182aa5-e154-4d6f-b372-745286e69f02 req-9523299a-6581-48f3-9da7-3bea3c13f192 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341518 Sep 17 19:26:11.914895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a00434-84fa-4009-8e77-164536985bef req-5c015b9a-2589-433f-ae92-58fbe6c44c72 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:11.916394 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5a00434-84fa-4009-8e77-164536985bef req-5c015b9a-2589-433f-ae92-58fbe6c44c72 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0486155 Sep 17 19:26:11.933025 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c0328940-e3fe-417a-973b-1906e7799e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:11.954987 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b5a00434-84fa-4009-8e77-164536985bef req-757a4fd5-a9d4-49a0-a60b-ebfcf812fc57 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324311 Sep 17 19:26:11.977296 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41272) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:12.110026 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecabdaa-e06e-4088-b64a-8f1a1306158e tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:12.111494 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8ecabdaa-e06e-4088-b64a-8f1a1306158e tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1093 time: 0.1332407 Sep 17 19:26:12.114466 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41276) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:12.119505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'port_id': '61616221-775d-4ab9-bf22-2e0a6a853584', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:12.141098 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.235830 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.333651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.27.3.118 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/d61e750a-057f-43a6-9a25-7b912f6b8c97) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:26:12.393187 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.435532 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.466755 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.500777 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:26:12.505104 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:26:12.509008 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:26:12.532699 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=d61e750a-057f-43a6-9a25-7b912f6b8c97,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:12.761592 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9199d-c5b2-4e5c-a25f-4f246a95cd5b req-6795d85f-a3b8-4678-9a79-920832fab760 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:12.763110 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-72f9199d-c5b2-4e5c-a25f-4f246a95cd5b req-6795d85f-a3b8-4678-9a79-920832fab760 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0913727 Sep 17 19:26:12.853494 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-72f9199d-c5b2-4e5c-a25f-4f246a95cd5b req-1608ab5a-850c-4495-a8c4-0ed49f03e34e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Sep 17 19:26:12.916744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:12.982476 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.120652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.124785 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.191416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=d61e750a-057f-43a6-9a25-7b912f6b8c97,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:13.202379 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.297650 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP 9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff associated. External IP: 172.27.3.118, port: 61616221-775d-4ab9-bf22-2e0a6a853584. Sep 17 19:26:13.421686 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.495683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:26:13.598971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:26:13.608779 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:26:13.614081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:13.618917 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:13.619548 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:13.726178 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:13.916202 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-23e09afb-4494-4747-9ca8-0f0a3649a5c7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7932875 Sep 17 19:26:13.916202 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:13.916202 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e47198b-dc86-44d0-87df-c3cad5f4a503" -d '{"events": [{"name": "network-changed", "server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:13.952636 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '61616221-775d-4ab9-bf22-2e0a6a853584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:c0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:26:12Z', 'updated_at': '2021-09-17T19:26:12Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:13.956160 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c29a7-84ef-42f3-91ac-5da838ba2380 x-openstack-request-id: req-018c29a7-84ef-42f3-91ac-5da838ba2380 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:13.956445 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:13.956690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-018c29a7-84ef-42f3-91ac-5da838ba2380 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:13.957075 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584', 'status': 'completed', 'code': 200} Sep 17 19:26:13.980254 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81abcc-2da5-484c-817f-2428055e53a5 req-6f205ad8-cba3-47fd-a878-f3536422c4fb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:13.981691 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e81abcc-2da5-484c-817f-2428055e53a5 req-6f205ad8-cba3-47fd-a878-f3536422c4fb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0512447 Sep 17 19:26:13.984418 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:26:13.993497 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:13.994092 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:14.040930 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5e81abcc-2da5-484c-817f-2428055e53a5 req-27e2c904-3815-4259-aec8-82f72e4092c5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Sep 17 19:26:14.045827 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-acf8f43c-8b56-4cbb-898b-d2c6f1a9e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:14.047240 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-acf8f43c-8b56-4cbb-898b-d2c6f1a9e8f7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1098 time: 0.0756288 Sep 17 19:26:14.096617 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:14.134935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-d2f93ecd-fd02-4b2e-8b77-d39e470110e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:14.136349 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-d2f93ecd-fd02-4b2e-8b77-d39e470110e6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0807853 Sep 17 19:26:14.204966 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-890f9ff0-8c16-4a38-8de7-6abb9f1540c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 200 len: 999 time: 0.0601993 Sep 17 19:26:14.254762 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-3492e7ba-571f-46b3-876e-a61e991338d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:14.256236 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-3492e7ba-571f-46b3-876e-a61e991338d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0434408 Sep 17 19:26:14.300477 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-97d8dcb9-746f-42f7-af2d-027405f6076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:14.301994 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-97d8dcb9-746f-42f7-af2d-027405f6076d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387154 Sep 17 19:26:14.318125 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '61616221-775d-4ab9-bf22-2e0a6a853584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:c0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:26:12Z', 'updated_at': '2021-09-17T19:26:12Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:14.343935 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebee3be-9096-4075-aeff-ef4d6bc6bc1a None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '61616221-775d-4ab9-bf22-2e0a6a853584', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:c0:e3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:26:12Z', 'updated_at': '2021-09-17T19:26:12Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:26:14.395942 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-6c793d48-bf2c-48c1-85fe-e09da965eb75 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862250 Sep 17 19:26:14.485980 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e47198b-dc86-44d0-87df-c3cad5f4a503 req-dfc00ffb-fba2-4f1e-8557-f0e7836ed053 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824568 Sep 17 19:26:14.528056 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4860c70b-14fc-4872-b8bd-5a1e1a30c1a7 None None] New status for floating IP 9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff: ACTIVE {{(pid=94275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:26:14.930540 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:15.159320 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869bf25-9657-4345-995f-6ecd529cf124 req-e93e26b2-845b-483e-a712-1a5941a63c3c tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:15.160830 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1869bf25-9657-4345-995f-6ecd529cf124 req-e93e26b2-845b-483e-a712-1a5941a63c3c tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 943 time: 0.0526235 Sep 17 19:26:15.197365 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1869bf25-9657-4345-995f-6ecd529cf124 req-d09a79d2-f2e0-4252-a7c3-ec3167b94489 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298095 Sep 17 19:26:15.776426 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2bec95ba-beae-4117-b0b9-8f594cda7bfa details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:26:15.867567 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:15.878278 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '2bec95ba-beae-4117-b0b9-8f594cda7bfa', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'port_id': '2bec95ba-beae-4117-b0b9-8f594cda7bfa', 'mac_address': 'fa:16:3e:c2:a2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c7b387-63c8-4f74-9bbd-435039083066', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:26:15.913253 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:15.928636 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bec95ba-beae-4117-b0b9-8f594cda7bfa {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:15.947855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:15.951481 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:15.995377 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:16.002148 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.002559 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.002903 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.003236 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.003566 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.003893 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.004249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.004571 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.004924 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.005249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.005570 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.005886 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:26:16.279794 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:16.316025 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adabf78-519b-48ff-83c6-739b4a46529a req-f7215ff3-e9fd-4583-afdc-646b02c84503 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:16.317519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9adabf78-519b-48ff-83c6-739b4a46529a req-f7215ff3-e9fd-4583-afdc-646b02c84503 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 944 time: 0.0550253 Sep 17 19:26:16.354522 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9adabf78-519b-48ff-83c6-739b4a46529a req-c2d6b079-d178-4e16-8138-23016792bfce tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307927 Sep 17 19:26:17.465017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8ec54-ab2f-4c88-b9a4-b659b86753ef req-f7bed74c-f6f5-48ad-aace-05a0d7bfe8a9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:17.466535 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7f8ec54-ab2f-4c88-b9a4-b659b86753ef req-f7bed74c-f6f5-48ad-aace-05a0d7bfe8a9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 944 time: 0.0474019 Sep 17 19:26:17.502367 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7f8ec54-ab2f-4c88-b9a4-b659b86753ef req-91ce5f93-3ef5-4ded-a187-5433fd5a8758 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300779 Sep 17 19:26:17.785744 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2bec95ba-beae-4117-b0b9-8f594cda7bfa up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:26:17.838412 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 2bec95ba-beae-4117-b0b9-8f594cda7bfa completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:26:17.842299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 2bec95ba-beae-4117-b0b9-8f594cda7bfa triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:26:17.842677 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:17.922535 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:17.946506 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:17.948767 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df00e90-45d0-4256-96b5-c62d54da69b9" -d '{"events": [{"server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:17.961828 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:17.966312 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:17.995030 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bd6e3-9859-48bd-a85d-c9bac0635e81 x-openstack-request-id: req-937bd6e3-9859-48bd-a85d-c9bac0635e81 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:17.995378 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "name": "network-vif-plugged", "status": "completed", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:17.995604 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-937bd6e3-9859-48bd-a85d-c9bac0635e81 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:17.996009 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa', 'code': 200} Sep 17 19:26:18.029059 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:18.156062 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f84a4b-abe5-441a-b3a0-35dbd68d8549 req-5e62897d-797a-42c3-a284-48c98a679f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:18.157519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d6f84a4b-abe5-441a-b3a0-35dbd68d8549 req-5e62897d-797a-42c3-a284-48c98a679f46 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0419023 Sep 17 19:26:18.190639 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d6f84a4b-abe5-441a-b3a0-35dbd68d8549 req-54fc6919-2332-442a-8071-b3810f4a5706 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259554 Sep 17 19:26:18.614199 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb8271-2388-4298-9b8d-6c38a0c2b748 req-7550ba7c-e544-4cf7-80ff-d9934b325dd1 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:18.615655 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-82fb8271-2388-4298-9b8d-6c38a0c2b748 req-7550ba7c-e544-4cf7-80ff-d9934b325dd1 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Sep 17 19:26:18.651891 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-82fb8271-2388-4298-9b8d-6c38a0c2b748 req-1f94e41b-4297-4d3a-8a4c-348fb72727a4 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304248 Sep 17 19:26:19.811442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45732-f326-4d18-9a30-236112ef5c1c req-4d831078-22ba-41ff-8168-8503c9a87c8e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:19.812833 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ecd45732-f326-4d18-9a30-236112ef5c1c req-4d831078-22ba-41ff-8168-8503c9a87c8e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0947773 Sep 17 19:26:19.849194 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ecd45732-f326-4d18-9a30-236112ef5c1c req-ad4c680f-61af-4f83-8ba7-7dea7a2ff924 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305228 Sep 17 19:26:27.453008 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:29.133563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-d4ac267a-1900-438e-94f8-52fba0521a03 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:29.134916 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-d4ac267a-1900-438e-94f8-52fba0521a03 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1005986 Sep 17 19:26:29.149985 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-be3c0b66-76d9-4d02-92ab-79edbf2e564d tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/quotas/1d7477fef9ce40e7a2f83ca4fb96e419 HTTP/1.1" status: 200 len: 375 time: 0.0092497 Sep 17 19:26:29.196254 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-e30bd83c-9e70-4131-888c-d0056717d68f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0411918 Sep 17 19:26:29.206683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-a260cdb6-995c-41df-b62a-74533900a1a3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:26:29.207628 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-a260cdb6-995c-41df-b62a-74533900a1a3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047805 Sep 17 19:26:29.296867 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-b457c511-3401-4a57-87ec-88419737b454 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831325 Sep 17 19:26:29.384369 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-55728666-7623-4df6-b0c3-55cca70fe279 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812845 Sep 17 19:26:29.597981 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fedbe9ac-3acf-4d9a-9ded-04b7080179c7 req-dfcf4618-2222-4aea-a9e5-ee474fb03e61 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 210 time: 0.0855858 Sep 17 19:26:30.454277 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-bbf8a276-e408-47ad-a174-f1754a823a19 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:30.455706 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-bbf8a276-e408-47ad-a174-f1754a823a19 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1055145 Sep 17 19:26:30.469935 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Request body: {'port': {'device_id': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'admin_state_up': True, 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:30.580206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:26:30.583672 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:30.712381 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c095ff07-8261-4b7f-aa52-465ee1af4b72 req-b74fa137-4490-485b-ac43-b35b74c72b63 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 210 time: 0.0479968 Sep 17 19:26:30.731870 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Allocated IP 172.20.0.14 (a6122446-1782-48f0-a410-768b52748f28/f2c7b387-63c8-4f74-9bbd-435039083066/388cd26e-a537-49b9-8b76-12c82513fa6f) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:26:30.872280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:30.904423 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:30.916694 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:30.949676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Network a6122446-1782-48f0-a410-768b52748f28 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:26:30.952720 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:26:30.956435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:26:30.965812 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event updated for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:31.010252 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:31.010868 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.024373 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-34abe60d-cf55-4aad-8f92-165f99ad0832 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588114 Sep 17 19:26:31.085112 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-4a9ba647-1d77-460b-8ce6-c4e05c5c8045 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=94274) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 19:26:31.086079 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-4a9ba647-1d77-460b-8ce6-c4e05c5c8045 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051916 Sep 17 19:26:31.099128 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Request body: {'port': {'device_id': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:31.152871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.403152 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388cd26e-a537-49b9-8b76-12c82513fa6f {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:31.410975 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.423348 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Transition to ACTIVE for port object 388cd26e-a537-49b9-8b76-12c82513fa6f will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:26:31.426885 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.477422 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Pushing event updated for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:31.541032 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Attempting to bind port 388cd26e-a537-49b9-8b76-12c82513fa6f on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:26:31.541369 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Attempting to bind port 388cd26e-a537-49b9-8b76-12c82513fa6f by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:26:31.541700 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Attempting to bind port 388cd26e-a537-49b9-8b76-12c82513fa6f on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:31.545828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Port 388cd26e-a537-49b9-8b76-12c82513fa6f on network a6122446-1782-48f0-a410-768b52748f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:26:31.546150 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Attempting to bind port 388cd26e-a537-49b9-8b76-12c82513fa6f on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:31.550818 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:26:31.551153 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Checking segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:26:31.551536 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Bound using segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:26:31.551958 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Bound port: 388cd26e-a537-49b9-8b76-12c82513fa6f, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:26:31.552345 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.613813 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:26:31.617318 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=388cd26e-a537-49b9-8b76-12c82513fa6f,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:26:31.622508 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.654909 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:31.655459 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:31.656893 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] 10.222.0.22 "PUT /v2.0/ports/388cd26e-a537-49b9-8b76-12c82513fa6f HTTP/1.1" status: 200 len: 1094 time: 0.5614927 Sep 17 19:26:31.657315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:31.659543 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d121fb4-745c-400e-b509-eecff6f11b36" -d '{"events": [{"name": "network-changed", "server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:31.686853 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e83fa-4576-44f8-a669-12d2ce553bfa service neutron] Pushing event updated for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:31.703141 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8b7524-64c6-4fb8-a98b-53a7d83bc584 x-openstack-request-id: req-3e8b7524-64c6-4fb8-a98b-53a7d83bc584 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:31.703430 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:31.703705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e8b7524-64c6-4fb8-a98b-53a7d83bc584 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:31.704119 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f', 'status': 'completed', 'code': 200} Sep 17 19:26:31.805732 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-9406999b-8e37-46e0-90bf-4da0dc061daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:31.807200 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-9406999b-8e37-46e0-90bf-4da0dc061daf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 1097 time: 0.1095710 Sep 17 19:26:31.835118 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed31c-6aa6-4db6-b940-326e9b92a58e req-8643df3a-f39d-4605-9f1f-dc861a6e9af7 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:31.836539 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9b5ed31c-6aa6-4db6-b940-326e9b92a58e req-8643df3a-f39d-4605-9f1f-dc861a6e9af7 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 944 time: 0.0581000 Sep 17 19:26:31.864547 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-ca05e9c8-a01b-430e-88df-60cffd912ef4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388cd26e-a537-49b9-8b76-12c82513fa6f HTTP/1.1" status: 200 len: 217 time: 0.0457938 Sep 17 19:26:31.927559 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9b5ed31c-6aa6-4db6-b940-326e9b92a58e req-2d45669f-65b2-4ae2-b631-3e077488a654 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653880 Sep 17 19:26:31.934556 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-d2f9838f-3126-4f24-b7fa-88ac77f74896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:31.935952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-d2f9838f-3126-4f24-b7fa-88ac77f74896 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0601363 Sep 17 19:26:31.969398 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-5fff6517-d149-490a-a798-4e972531edab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239344 Sep 17 19:26:32.056442 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-6ddb8213-6a2a-431d-ab70-d6b7573c6278 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788457 Sep 17 19:26:32.150080 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-59a9e8d8-d28c-48b5-962b-8b3adb926191 req-31b61149-0b23-4d25-bb52-fb538cdaa69b service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825412 Sep 17 19:26:32.250485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-f946f8d6-77e3-43cb-86f4-d5bf99126822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:32.251918 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-f946f8d6-77e3-43cb-86f4-d5bf99126822 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 1097 time: 0.0381775 Sep 17 19:26:32.344052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-1095d5ec-40bd-47ac-a1f6-6f97c9412e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:32.345446 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-1095d5ec-40bd-47ac-a1f6-6f97c9412e97 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 914 time: 0.0835717 Sep 17 19:26:32.390668 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-4fe0d6a1-c4e6-412f-9cd2-0aba9cb63891 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=388cd26e-a537-49b9-8b76-12c82513fa6f HTTP/1.1" status: 200 len: 217 time: 0.0328445 Sep 17 19:26:32.437785 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-6a0bef4e-622f-47f0-b3f0-dc131ac5e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:32.439134 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-6a0bef4e-622f-47f0-b3f0-dc131ac5e4d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0406702 Sep 17 19:26:32.474511 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-b36082e4-213f-44d2-ab5c-94f491375a93 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257871 Sep 17 19:26:32.564237 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-132e03e2-e150-4db6-89f4-26f1792214d8 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796828 Sep 17 19:26:32.655795 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3d121fb4-745c-400e-b509-eecff6f11b36 req-a0d257b6-0f1c-4363-8891-92feb8e6bb9f service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823889 Sep 17 19:26:33.042059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d565-2ee7-497f-a5b8-0f58571239f1 req-0e5a6c21-c84a-44df-a004-4bc93a0b3acb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:33.043502 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7861d565-2ee7-497f-a5b8-0f58571239f1 req-0e5a6c21-c84a-44df-a004-4bc93a0b3acb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 944 time: 0.0469174 Sep 17 19:26:33.079580 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7861d565-2ee7-497f-a5b8-0f58571239f1 req-237115b5-d341-4c0d-a4a1-528545e492a1 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302730 Sep 17 19:26:34.189060 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3bd99-199f-4f0e-a13b-44407e7ef397 req-00dc9272-e103-4f80-a752-fa9a5bf5c348 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:34.190500 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cb3bd99-199f-4f0e-a13b-44407e7ef397 req-00dc9272-e103-4f80-a752-fa9a5bf5c348 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 944 time: 0.0469956 Sep 17 19:26:34.226516 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9cb3bd99-199f-4f0e-a13b-44407e7ef397 req-3b6c04ce-e84e-4537-93ba-eba48209beb0 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294843 Sep 17 19:26:34.675962 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-36023398-18f7-4b49-a789-435010dd96dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416036 Sep 17 19:26:34.757436 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-564b7e7a-de48-4ae5-ad43-4a65c5cb2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:34.758864 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-564b7e7a-de48-4ae5-ad43-4a65c5cb2823 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=43b49a4013b24d48a0517328b4dbe0df&device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 1099 time: 0.0382493 Sep 17 19:26:34.857095 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-ae0b63bf-bc1c-43ae-b9ca-fec62c4d7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:34.858505 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-ae0b63bf-bc1c-43ae-b9ca-fec62c4d7684 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 200 len: 918 time: 0.0806677 Sep 17 19:26:34.925481 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-461d20e2-d2cf-4e02-8d56-13119b76b22b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 200 len: 1000 time: 0.0575798 Sep 17 19:26:34.971664 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-3a0f4349-47a5-4e45-815f-497953a0bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:34.973101 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-3a0f4349-47a5-4e45-815f-497953a0bf74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 200 len: 856 time: 0.0408132 Sep 17 19:26:35.016200 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-2aebc7a7-57f5-4e61-acd5-56ca8862c9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:35.017600 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-2aebc7a7-57f5-4e61-acd5-56ca8862c9f8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0df7abd0-8c22-401f-bd10-1eb2a20af957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368576 Sep 17 19:26:35.107055 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-f0e1388e-f1ef-4d8d-9831-eb15d9602fb7 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809484 Sep 17 19:26:35.196897 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8e8edb31-fee6-4ecf-ac44-a2513ea0b182 req-a49dadab-86a5-46c0-b9e9-79faddff0281 service neutron] 10.222.0.22 "GET /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816507 Sep 17 19:26:35.336927 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab58b0-a835-4b31-b056-8716e5b935bb req-00af4697-6fbf-45a9-8b82-ff47c243109f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:35.338392 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bab58b0-a835-4b31-b056-8716e5b935bb req-00af4697-6fbf-45a9-8b82-ff47c243109f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 944 time: 0.0477941 Sep 17 19:26:35.374603 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2bab58b0-a835-4b31-b056-8716e5b935bb req-24935364-d7c3-4606-a104-7cccca5eef2e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304625 Sep 17 19:26:35.931501 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 388cd26e-a537-49b9-8b76-12c82513fa6f details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:26:36.027852 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=388cd26e-a537-49b9-8b76-12c82513fa6f,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:36.040399 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '388cd26e-a537-49b9-8b76-12c82513fa6f', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'port_id': '388cd26e-a537-49b9-8b76-12c82513fa6f', 'mac_address': 'fa:16:3e:78:c8:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c7b387-63c8-4f74-9bbd-435039083066', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:26:36.075836 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:36.087755 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388cd26e-a537-49b9-8b76-12c82513fa6f {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:36.106464 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=388cd26e-a537-49b9-8b76-12c82513fa6f,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:36.110521 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:36.159358 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:36.489344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a4ab1-0a08-4b0f-85b0-a92e60aa6aa2 req-932ba267-f3f4-4ba7-901b-7d040c4f8cc5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:36.490853 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-771a4ab1-0a08-4b0f-85b0-a92e60aa6aa2 req-932ba267-f3f4-4ba7-901b-7d040c4f8cc5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 945 time: 0.0479944 Sep 17 19:26:36.495534 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['388cd26e-a537-49b9-8b76-12c82513fa6f'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:36.537409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-771a4ab1-0a08-4b0f-85b0-a92e60aa6aa2 req-35382c09-61fe-4611-9de0-719a504efe3b tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383525 Sep 17 19:26:36.697266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996da15-37ef-4598-9ede-5bfeaa5d294a req-d649756c-0556-4ac7-af86-46253c843289 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:36.698717 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3996da15-37ef-4598-9ede-5bfeaa5d294a req-d649756c-0556-4ac7-af86-46253c843289 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0510268 Sep 17 19:26:36.734845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3996da15-37ef-4598-9ede-5bfeaa5d294a req-eec310b4-cb22-4527-8fcd-1445d65a796d tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301404 Sep 17 19:26:37.642622 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a084b-a5eb-4c0f-bc3b-c7dcda2019e9 req-158cd6ac-31c2-43d5-94cf-93083e447852 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:37.644072 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f56a084b-a5eb-4c0f-bc3b-c7dcda2019e9 req-158cd6ac-31c2-43d5-94cf-93083e447852 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 945 time: 0.0465772 Sep 17 19:26:37.680263 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f56a084b-a5eb-4c0f-bc3b-c7dcda2019e9 req-0aa7cfeb-3aef-46fa-a24c-94f6c9d1b0e3 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304298 Sep 17 19:26:37.848785 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f039b-0260-4d13-9152-9af1c7930c6e req-123f6d75-593d-40b0-ab3c-6b8f36a20fae tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:37.850216 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2a0f039b-0260-4d13-9152-9af1c7930c6e req-123f6d75-593d-40b0-ab3c-6b8f36a20fae tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0474277 Sep 17 19:26:37.886439 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2a0f039b-0260-4d13-9152-9af1c7930c6e req-852372c1-cdca-40e8-b66c-1f1e820b7b3f tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304511 Sep 17 19:26:37.948683 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 388cd26e-a537-49b9-8b76-12c82513fa6f up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:26:37.998176 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 388cd26e-a537-49b9-8b76-12c82513fa6f completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:26:38.001696 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 388cd26e-a537-49b9-8b76-12c82513fa6f triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:26:38.002071 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:38.075030 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:38.096408 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:38.098620 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edaa60-6ec0-4f09-aeb4-fdbc721ea70b" -d '{"events": [{"server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "name": "network-vif-plugged", "status": "completed", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:38.112783 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=388cd26e-a537-49b9-8b76-12c82513fa6f,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:38.118025 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:38.143480 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd948f7-ed5a-4937-bccd-9f0d950e52e7 x-openstack-request-id: req-8bd948f7-ed5a-4937-bccd-9f0d950e52e7 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:38.143750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "name": "network-vif-plugged", "status": "completed", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:38.144022 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bd948f7-ed5a-4937-bccd-9f0d950e52e7 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:38.144402 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f', 'code': 200} Sep 17 19:26:38.170375 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:38.299365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153c62e-a7f4-4e15-abca-cc68da925580 req-945775d4-9965-49f0-b94e-ab668ca5a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:38.300833 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9153c62e-a7f4-4e15-abca-cc68da925580 req-945775d4-9965-49f0-b94e-ab668ca5a0dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 1099 time: 0.0409610 Sep 17 19:26:38.334015 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9153c62e-a7f4-4e15-abca-cc68da925580 req-96cd8151-872f-454c-a462-c9143f4b987f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252459 Sep 17 19:26:38.692341 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-2ce29b6c-c511-4e92-9995-d9adbb488e31 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:38.693748 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-2ce29b6c-c511-4e92-9995-d9adbb488e31 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0472338 Sep 17 19:26:38.816235 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1a526-3507-4de2-bf3e-f2effa2854c7 req-f6dac2c5-aa38-489d-a01d-d33f53266c33 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:38.817673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ade1a526-3507-4de2-bf3e-f2effa2854c7 req-f6dac2c5-aa38-489d-a01d-d33f53266c33 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 946 time: 0.0606387 Sep 17 19:26:38.826922 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Deleting port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:38.827280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:38.908168 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ade1a526-3507-4de2-bf3e-f2effa2854c7 req-7a71edd7-fa44-4991-a3fb-00977590c44a tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831642 Sep 17 19:26:38.936652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] For port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:38.937011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.071896 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a90a2-33c6-4cbd-a14a-a6055825a016 req-e19ca564-224f-4dc9-b05b-9a4eb8b9ab19 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:39.073255 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a89a90a2-33c6-4cbd-a14a-a6055825a016 req-e19ca564-224f-4dc9-b05b-9a4eb8b9ab19 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 946 time: 0.0918131 Sep 17 19:26:39.158406 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a89a90a2-33c6-4cbd-a14a-a6055825a016 req-8a9404e4-3f79-415b-9da2-f1a21e5a045e tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups?id=a50abe47-de01-4dee-9004-013ead1a88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791266 Sep 17 19:26:39.161318 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.161529 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.161841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Floating IP fc6bbabb-0397-4e49-8a4f-e61414f299a0 disassociated. External IP: 172.27.3.61, port: bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff. Sep 17 19:26:39.162217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Calling delete_port for bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:39.285257 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.310826 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'Port': ['ID=bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:39.380111 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d80880b1-c928-4bb7-bb66-50d5149c93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.688073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:26:39.799348 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:26:39.810493 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:26:39.819925 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:39.820563 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:39.837141 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] No DVR routers for this DVR port bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:26:39.839710 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:39.841855 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c19d6c51-194f-4160-adb2-6edd0c35d6da req-d08c4da7-8292-49db-85f4-f5ffeb48ecbb tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.22 "DELETE /v2.0/ports/bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff HTTP/1.1" status: 204 len: 173 time: 1.1417673 Sep 17 19:26:39.842294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-deleted', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:39.845058 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603e1bbd-025b-4bc4-bba2-dd55e56125e5" -d '{"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-deleted", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:39.928432 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:39.969353 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a422f-0c84-4b92-9c9b-eb2724c6b5c5 x-openstack-request-id: req-394a422f-0c84-4b92-9c9b-eb2724c6b5c5 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:39.969726 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e565632b-b7a0-4942-9258-a71acd872c49", "name": "network-vif-deleted", "tag": "bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:39.969972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-394a422f-0c84-4b92-9c9b-eb2724c6b5c5 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:39.970348 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e565632b-b7a0-4942-9258-a71acd872c49', 'name': 'network-vif-deleted', 'tag': 'bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff', 'status': 'completed', 'code': 200} Sep 17 19:26:40.033228 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4222b9-a73a-4522-9be2-f220bb86f075 req-686eaf42-6176-4066-8f0d-3d8aac30f931 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:40.034820 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1d4222b9-a73a-4522-9be2-f220bb86f075 req-686eaf42-6176-4066-8f0d-3d8aac30f931 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 946 time: 0.0479693 Sep 17 19:26:40.071880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1d4222b9-a73a-4522-9be2-f220bb86f075 req-5d7b6fd2-8292-412c-a016-a0ac3bbf55a4 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311944 Sep 17 19:26:40.135593 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:40.160810 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:26:40.168909 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:40.169508 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:40.283692 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3a218cbd-cbf8-4931-bb8b-2b13ec46b5d4 req-ee646bb0-3aee-4649-ab70-63255c35fb30 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/ports?device_id=e565632b-b7a0-4942-9258-a71acd872c49 HTTP/1.1" status: 200 len: 210 time: 0.0342739 Sep 17 19:26:40.372244 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:40.571954 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:40.601303 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5df7d-92a7-4687-97e8-eb77c9dc83fe None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:16:20Z', 'revision_number': 4, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '937af3a6-685a-4f2f-8dca-3dbfaaf68b48', 'name': '', 'network_id': '0df7abd0-8c22-401f-bd10-1eb2a20af957', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'mac_address': 'fa:16:3e:e8:86:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:19Z', 'updated_at': '2021-09-17T19:16:26Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'subnets': [{'id': 'b135686e-66ce-4b19-b809-d9d4d6fee487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:26:40.794981 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87db756-e81d-45e0-a300-2b15b65b274a None None] New status for floating IP fc6bbabb-0397-4e49-8a4f-e61414f299a0: DOWN {{(pid=94275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:26:41.377416 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41440) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:41.431209 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.453705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.499723 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.502293 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.503439 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "DELETE /v2.0/security-groups/a50abe47-de01-4dee-9004-013ead1a88ad HTTP/1.1" status: 204 len: 168 time: 0.1250391 Sep 17 19:26:41.506951 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41444) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:41.512771 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece66e0c-2e6f-4bf3-b4b3-16238a4f1615 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50abe47-de01-4dee-9004-013ead1a88ad,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:41.520881 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.api.v2.resource [None req-08d2981a-7463-43e3-8ea5-aedc0a55fbcc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] show failed (client error): The resource could not be found. Sep 17 19:26:41.524906 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-08d2981a-7463-43e3-8ea5-aedc0a55fbcc tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "GET /v2.0/security-groups/a50abe47-de01-4dee-9004-013ead1a88ad HTTP/1.1" status: 404 len: 347 time: 0.0169439 Sep 17 19:26:41.525046 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41448) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:41.651904 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Deleting port 0512c953-d774-400a-810e-d4943a71eea0 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:41.652274 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.732479 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.732810 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.763215 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Calling delete_port for 0512c953-d774-400a-810e-d4943a71eea0 owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:41.886743 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-d56e0ed1-73bf-42d1-a4c2-5716647a93f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:41.888192 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-d56e0ed1-73bf-42d1-a4c2-5716647a93f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1583111 Sep 17 19:26:41.912950 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-60f347cd-e007-434a-9300-a19ebdfbfed1 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/quotas/1d7477fef9ce40e7a2f83ca4fb96e419 HTTP/1.1" status: 200 len: 375 time: 0.0183368 Sep 17 19:26:41.935425 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-f5e6fe53-6f3e-4df4-8fe1-ad6162f1ee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:41.967846 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:41.987409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:41.987750 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device bc74f53c-7b9d-4c97-ae94-57f6c48aa9ff not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:42.003061 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-174c59d0-f417-4745-b6bf-da3f9bd192bb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835533 Sep 17 19:26:42.004110 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:42.033395 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Pushing event deleted for resources: {'Port': ['ID=0512c953-d774-400a-810e-d4943a71eea0,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:42.143816 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:42.146491 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:42.147597 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-e857abf8-c250-4c3e-b80b-e1cc952d8979 tempest-AttachVolumeShelveTestJSON-1967247380 tempest-AttachVolumeShelveTestJSON-1967247380-project] 10.222.0.21 "DELETE /v2.0/floatingips/fc6bbabb-0397-4e49-8a4f-e61414f299a0 HTTP/1.1" status: 204 len: 168 time: 0.6216807 Sep 17 19:26:42.177437 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-9375b8f9-48bc-4f09-a5be-e8fa26944eb7 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499074 Sep 17 19:26:42.268367 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-e26c2f81-4760-4d08-8a3f-281714063112 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841346 Sep 17 19:26:42.399117 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:42.422853 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-848b9d02-a184-403c-8c6b-540284f9f5d5 req-17a154f8-3266-4cf0-a864-3f60a1eb9b20 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 210 time: 0.0289819 Sep 17 19:26:43.427447 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:43.444942 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-b7584c01-27a1-4cd5-854c-2e7ab22196ae tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:43.446412 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-b7584c01-27a1-4cd5-854c-2e7ab22196ae tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1098397 Sep 17 19:26:43.461740 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Request body: {'port': {'device_id': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'admin_state_up': True, 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:43.558080 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7f0c18f-f48c-4612-a95e-b23454f88871 req-2fd59e65-3b1f-4f2c-915d-a5b1129347e2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 210 time: 0.0320535 Sep 17 19:26:43.599716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:26:43.603144 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:43.725907 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Allocated IP 172.20.0.13 (a6122446-1782-48f0-a410-768b52748f28/f2c7b387-63c8-4f74-9bbd-435039083066/33ea1362-aea1-43c5-9642-47ceb257ad11) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:26:43.868738 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:43.900882 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:43.930066 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa', '388cd26e-a537-49b9-8b76-12c82513fa6f'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:43.941678 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Network a6122446-1782-48f0-a410-768b52748f28 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:26:43.945440 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:26:43.949107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:26:43.980074 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event updated for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:44.005118 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:44.005750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.019503 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5e6a38b6-0739-40d4-9d80-43269d5a858f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5636876 Sep 17 19:26:44.033634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Request body: {'port': {'device_id': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:26:44.088107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.340902 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ea1362-aea1-43c5-9642-47ceb257ad11 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:44.349080 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.360559 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Transition to ACTIVE for port object 33ea1362-aea1-43c5-9642-47ceb257ad11 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:26:44.364073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.418790 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Pushing event updated for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:44.486930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Attempting to bind port 33ea1362-aea1-43c5-9642-47ceb257ad11 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:26:44.487627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Attempting to bind port 33ea1362-aea1-43c5-9642-47ceb257ad11 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:26:44.487627 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Attempting to bind port 33ea1362-aea1-43c5-9642-47ceb257ad11 on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:44.492261 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Port 33ea1362-aea1-43c5-9642-47ceb257ad11 on network a6122446-1782-48f0-a410-768b52748f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:26:44.492579 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Attempting to bind port 33ea1362-aea1-43c5-9642-47ceb257ad11 on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:26:44.497198 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:26:44.497531 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Checking segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:26:44.497905 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Bound using segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:26:44.498320 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Bound port: 33ea1362-aea1-43c5-9642-47ceb257ad11, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:26:44.498663 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.560998 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:26:44.564236 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=33ea1362-aea1-43c5-9642-47ceb257ad11,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:26:44.569658 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.605037 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:44.605653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.607038 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] 10.222.0.22 "PUT /v2.0/ports/33ea1362-aea1-43c5-9642-47ceb257ad11 HTTP/1.1" status: 200 len: 1094 time: 0.5775151 Sep 17 19:26:44.607480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:44.609759 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda4131-3450-45cd-a487-55a86e9db3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:44.616448 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41510) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:44.642705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eda1fd-d601-4cc0-a29f-e2abd376736b service neutron] Pushing event updated for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:44.659164 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbc5507-3713-44fa-8c79-a90334d56d3b x-openstack-request-id: req-0dbc5507-3713-44fa-8c79-a90334d56d3b {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:44.659332 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:44.659535 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0dbc5507-3713-44fa-8c79-a90334d56d3b {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:44.659920 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11', 'status': 'completed', 'code': 200} Sep 17 19:26:44.779274 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf29b6-408a-4e92-9c73-44f0ae4080a5 req-7b253122-7f46-425c-bf7e-e75e28c0ea9a tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:44.780798 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edcf29b6-408a-4e92-9c73-44f0ae4080a5 req-7b253122-7f46-425c-bf7e-e75e28c0ea9a tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 944 time: 0.1319144 Sep 17 19:26:44.810243 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5d35284e-c332-47a7-ad70-7521e8b70d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:44.811673 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-5d35284e-c332-47a7-ad70-7521e8b70d20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 1097 time: 0.1510193 Sep 17 19:26:44.874585 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-fa0736db-cc7c-435b-b1cd-98473bff94ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33ea1362-aea1-43c5-9642-47ceb257ad11 HTTP/1.1" status: 200 len: 217 time: 0.0513039 Sep 17 19:26:44.933865 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:44.950532 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edcf29b6-408a-4e92-9c73-44f0ae4080a5 req-02c1dc47-445c-4cbe-a6be-963a67c51209 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378856 Sep 17 19:26:44.979012 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-11aeb199-ae5a-4a8f-8123-600536316867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:44.980599 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-11aeb199-ae5a-4a8f-8123-600536316867 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0950692 Sep 17 19:26:45.035539 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-70283ef3-f0c9-449e-b1e8-3f97621ebca6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297287 Sep 17 19:26:45.178195 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-53af0507-3251-484e-a2a6-0c1aa878cac3 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337161 Sep 17 19:26:45.299866 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-32ea5b71-7d91-4b9e-843a-2b38a1fde3b9 req-3d51a913-d17c-4fdc-afeb-60babe8fd6eb service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146626 Sep 17 19:26:45.319661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:45.431640 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-ea532db5-ec3e-4fde-8045-10cc0737bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:45.433093 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-ea532db5-ec3e-4fde-8045-10cc0737bab3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 1097 time: 0.0779541 Sep 17 19:26:45.845555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-cf5b9668-cc04-488f-b3a6-03514b458202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:45.847016 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-cf5b9668-cc04-488f-b3a6-03514b458202 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 914 time: 0.4063823 Sep 17 19:26:45.894527 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-6ec03ec9-44ca-4ad1-852d-22b267c31507 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33ea1362-aea1-43c5-9642-47ceb257ad11 HTTP/1.1" status: 200 len: 217 time: 0.0382485 Sep 17 19:26:45.975391 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-8f3b1342-87db-4712-80c8-2223e1c04e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:45.976846 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-8f3b1342-87db-4712-80c8-2223e1c04e22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0693021 Sep 17 19:26:46.011791 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-70e5af9f-35cf-4daa-a23d-d07d3b927851 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256691 Sep 17 19:26:46.018114 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Deleting port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:46.018450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:46.176737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c611952-01bb-414e-8f5a-043616f344da req-8ea5f74b-ba47-424c-a9a2-92e04e1c4515 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:46.178635 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1c611952-01bb-414e-8f5a-043616f344da req-8ea5f74b-ba47-424c-a9a2-92e04e1c4515 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 944 time: 0.1573133 Sep 17 19:26:46.209184 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] For port 937af3a6-685a-4f2f-8dca-3dbfaaf68b48, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:46.209544 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:46.231655 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Calling delete_port for 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:46.234556 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-0edc2c10-4431-4688-a428-03c01725ebd6 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142794 Sep 17 19:26:46.273709 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1c611952-01bb-414e-8f5a-043616f344da req-c1e6e1a6-fefc-4ba6-825e-dace01f80d12 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844519 Sep 17 19:26:46.415052 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1fda4131-3450-45cd-a487-55a86e9db3cb req-cbd383d9-74a9-4478-849a-9b0ce72c6d12 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656153 Sep 17 19:26:46.491244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:46.519052 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=937af3a6-685a-4f2f-8dca-3dbfaaf68b48,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:46.678601 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:46.880629 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Router d998d298-9937-4fce-aa99-10b4e0341289 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:26:46.981385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:26:46.986758 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8ca28302-79e2-461a-a583-e0a4ab45c2a9 admin admin] 10.222.0.21 "PUT /v2.0/routers/d998d298-9937-4fce-aa99-10b4e0341289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3693204 Sep 17 19:26:46.989134 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41518) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:46.990713 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Sync routers for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:26:47.000003 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:47.000700 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:47.093395 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.100838 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:47.189823 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.239734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Deleting port 42b92e0d-8340-4932-ab5d-fa49c7acb526 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:47.240119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.271621 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:26:46Z', 'revision_number': 5, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port': {'id': '42b92e0d-8340-4932-ab5d-fa49c7acb526', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:20:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:16:14Z', 'updated_at': '2021-09-17T19:16:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:47.301521 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Checking router: d998d298-9937-4fce-aa99-10b4e0341289 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:26:47.309741 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Routers {'d998d298-9937-4fce-aa99-10b4e0341289'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:26:47.310358 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:26:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['d998d298-9937-4fce-aa99-10b4e0341289'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:47.318765 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] For port 42b92e0d-8340-4932-ab5d-fa49c7acb526, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=42b92e0d-8340-4932-ab5d-fa49c7acb526,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:47.319171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.332016 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Calling delete_port for 42b92e0d-8340-4932-ab5d-fa49c7acb526 owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:47.391122 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] Set router d998d298-9937-4fce-aa99-10b4e0341289 gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:26:47.433551 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf7768-ff94-4bd3-9d3d-5b37a43ca798 req-3e21d94a-2d00-4683-84ee-bb2222dbac18 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:47.435012 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b9bf7768-ff94-4bd3-9d3d-5b37a43ca798 req-3e21d94a-2d00-4683-84ee-bb2222dbac18 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 944 time: 0.0931282 Sep 17 19:26:47.444493 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:26:47Z', 'revision_number': 6, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:47.469566 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591903d-3db1-4b41-ac7b-76f7bfd27e0e None None] The sync data for ids ['d998d298-9937-4fce-aa99-10b4e0341289'] in dv-cinder-809891-1-iscsi is: [{'id': 'd998d298-9937-4fce-aa99-10b4e0341289', 'name': 'tempest-AttachVolumeShelveTestJSON-1253163838-router', 'tenant_id': '43b49a4013b24d48a0517328b4dbe0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:16:12Z', 'updated_at': '2021-09-17T19:26:47Z', 'revision_number': 6, 'project_id': '43b49a4013b24d48a0517328b4dbe0df', 'gw_port_host': None}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:26:47.517305 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b9bf7768-ff94-4bd3-9d3d-5b37a43ca798 req-6c83003f-3c5b-49f1-ac76-2e8e8a2183ae tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756938 Sep 17 19:26:47.568842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.597577 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Pushing event deleted for resources: {'Port': ['ID=42b92e0d-8340-4932-ab5d-fa49c7acb526,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:47.653413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.738707 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.741258 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.781020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.781494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d998d298-9937-4fce-aa99-10b4e0341289 {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:26:47.785732 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.787434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-22ae2a59-b091-460a-b65f-dac3e3f9355f admin admin] 10.222.0.21 "DELETE /v2.0/routers/d998d298-9937-4fce-aa99-10b4e0341289 HTTP/1.1" status: 204 len: 168 time: 0.7964242 Sep 17 19:26:47.789990 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41522) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:47.836187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Deleting subnet b135686e-66ce-4b19-b809-d9d4d6fee487 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:26:47.839601 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.880918 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:47.914748 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:47.942981 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:47.943356 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 937af3a6-685a-4f2f-8dca-3dbfaaf68b48 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:47.964677 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.015091 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.040865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b135686e-66ce-4b19-b809-d9d4d6fee487,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:48.042815 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.047002 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fb1025-61cd-4815-bdb3-f1a3d4dc336c None None] Network 0df7abd0-8c22-401f-bd10-1eb2a20af957 requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:26:48.047323 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-240be9ac-2656-4148-bc43-7b1035d1bf9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b135686e-66ce-4b19-b809-d9d4d6fee487 HTTP/1.1" status: 204 len: 168 time: 0.2564006 Sep 17 19:26:48.047627 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41524) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:48.117727 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.168826 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Deleting port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:48.169164 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.235725 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] For port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:48.236118 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.249889 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Calling delete_port for fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:48.255855 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] DHCP port deletion for 0df7abd0-8c22-401f-bd10-1eb2a20af957 request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:26:48.301318 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Deleting port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:26:48.301691 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.332559 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.361655 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:48.366580 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] No DVR routers for this DVR port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:26:48.367617 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] For port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,segment=NetworkSegment(7c95c5b8-ca3d-4302-91fb-167352d55e2f),segment_id=7c95c5b8-ca3d-4302-91fb-167352d55e2f)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:48.368051 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.383165 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Calling delete_port for fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:26:48.440252 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.457700 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.462032 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df7abd0-8c22-401f-bd10-1eb2a20af957']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:48.472266 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c95c5b8-ca3d-4302-91fb-167352d55e2f') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:48.472549 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c95c5b8-ca3d-4302-91fb-167352d55e2f') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:26:48.481717 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] Pushing event deleted for resources: {'Port': ['ID=fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:48.482931 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.487544 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef07a2-1f7c-495f-a23a-6161026ea62f None None] No DVR routers for this DVR port fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:26:48.503078 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.509685 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:26:48.510066 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:26:48.512306 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:26:48.566812 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.583770 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.586186 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/0df7abd0-8c22-401f-bd10-1eb2a20af957 HTTP/1.1" status: 204 len: 168 time: 0.5370452 Sep 17 19:26:48.587454 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00e795-5554-416c-962d-e0f404905b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0df7abd0-8c22-401f-bd10-1eb2a20af957,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:48.641212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0c730-feba-42f6-8b7a-a6a7f6ca09ec req-c96d477e-a1e0-4535-ac7f-83cd50a112fc tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:48.642807 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6cc0c730-feba-42f6-8b7a-a6a7f6ca09ec req-c96d477e-a1e0-4535-ac7f-83cd50a112fc tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 944 time: 0.0520844 Sep 17 19:26:48.682729 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6cc0c730-feba-42f6-8b7a-a6a7f6ca09ec req-19300154-6681-4b3e-a3e4-7d0aa65bbe69 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 17 19:26:48.699302 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41530) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:48.731810 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:26:48.744279 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-8f462002-4ae4-4540-8fa5-918283884a87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43b49a4013b24d48a0517328b4dbe0df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436742 Sep 17 19:26:48.746717 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41532) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:48.792861 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.813097 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.859413 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.862113 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:48.863221 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3caca5a6-2e53-4025-baab-52826868133e HTTP/1.1" status: 204 len: 168 time: 0.1156943 Sep 17 19:26:48.871505 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ef5e4-c520-409a-b209-e7651575eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caca5a6-2e53-4025-baab-52826868133e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:49.621167 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 42b92e0d-8340-4932-ab5d-fa49c7acb526 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:49.645316 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 42b92e0d-8340-4932-ab5d-fa49c7acb526 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:49.645789 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 42b92e0d-8340-4932-ab5d-fa49c7acb526 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:49.646374 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:26:49.664461 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:26:49.664871 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device fc2b042b-d8a6-4ebc-8e74-d3c0b539cae3 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:26:49.797291 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bafbae-d783-4dfc-af91-6f1455e6d56f req-caff027c-95d2-4691-be3e-8f996caf5fbb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:49.799084 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-48bafbae-d783-4dfc-af91-6f1455e6d56f req-caff027c-95d2-4691-be3e-8f996caf5fbb tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 944 time: 0.0514896 Sep 17 19:26:49.839133 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-48bafbae-d783-4dfc-af91-6f1455e6d56f req-84c2e290-3d2f-47d7-a768-d138734b8a6f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Sep 17 19:26:50.019783 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 33ea1362-aea1-43c5-9642-47ceb257ad11 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:26:50.109632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=33ea1362-aea1-43c5-9642-47ceb257ad11,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:50.123166 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '33ea1362-aea1-43c5-9642-47ceb257ad11', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'port_id': '33ea1362-aea1-43c5-9642-47ceb257ad11', 'mac_address': 'fa:16:3e:6c:fd:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c7b387-63c8-4f74-9bbd-435039083066', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:26:50.159375 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:50.171416 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ea1362-aea1-43c5-9642-47ceb257ad11 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:26:50.189532 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=33ea1362-aea1-43c5-9642-47ceb257ad11,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:50.194034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:50.239332 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:50.557830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['33ea1362-aea1-43c5-9642-47ceb257ad11'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:26:50.951002 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb6bdb-e91f-4f15-b7d7-d0d51393207f req-59ec7a2e-44fc-4c94-a9c7-bb41c7b468a6 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:50.952464 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-97cb6bdb-e91f-4f15-b7d7-d0d51393207f req-59ec7a2e-44fc-4c94-a9c7-bb41c7b468a6 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 945 time: 0.0473962 Sep 17 19:26:50.988524 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-97cb6bdb-e91f-4f15-b7d7-d0d51393207f req-e35f2a64-344c-4931-946d-ad4cf0e41a0d tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Sep 17 19:26:52.034970 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 33ea1362-aea1-43c5-9642-47ceb257ad11 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:26:52.083581 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 33ea1362-aea1-43c5-9642-47ceb257ad11 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:26:52.087196 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 33ea1362-aea1-43c5-9642-47ceb257ad11 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:26:52.087564 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.104216 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f76ae8-d3ac-4657-b075-aef0f34369d1 req-b6b087d1-e835-4e83-8bfe-00a82d21eb48 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:52.105728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4f76ae8-d3ac-4657-b075-aef0f34369d1 req-b6b087d1-e835-4e83-8bfe-00a82d21eb48 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Sep 17 19:26:52.143483 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d4f76ae8-d3ac-4657-b075-aef0f34369d1 req-79dd227a-ec16-4aec-968b-6e0d6d47abd9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318403 Sep 17 19:26:52.163843 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.186838 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:26:52.189112 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e9558a-acd7-4839-8bc4-13fbd46f78c3" -d '{"events": [{"server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "name": "network-vif-plugged", "status": "completed", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:26:52.201045 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=33ea1362-aea1-43c5-9642-47ceb257ad11,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:26:52.205108 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.230762 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72e802d-50bf-40b4-913d-8add4df8970c x-openstack-request-id: req-a72e802d-50bf-40b4-913d-8add4df8970c {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:26:52.231220 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "name": "network-vif-plugged", "status": "completed", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:26:52.231471 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a72e802d-50bf-40b4-913d-8add4df8970c {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:26:52.231852 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11', 'code': 200} Sep 17 19:26:52.258759 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:52.394604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6ad20-bf6e-4b2d-ad8e-ee3fb0cff794 req-d9112a38-818b-49bb-a05e-0e0ac16dadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:52.396170 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58a6ad20-bf6e-4b2d-ad8e-ee3fb0cff794 req-d9112a38-818b-49bb-a05e-0e0ac16dadb0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 1099 time: 0.0405140 Sep 17 19:26:52.431250 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58a6ad20-bf6e-4b2d-ad8e-ee3fb0cff794 req-42e0b664-543d-46e1-8da0-30565b47dfb0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277355 Sep 17 19:26:52.520513 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 41602) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:52.623264 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3424584-1b3f-4698-ba25-679ada879f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.706058 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3424584-1b3f-4698-ba25-679ada879f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.709404 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f3424584-1b3f-4698-ba25-679ada879f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.745342 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f3424584-1b3f-4698-ba25-679ada879f6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e31e3d5964ad4c68b7e21c04432d94e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229865 Sep 17 19:26:52.746157 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3424584-1b3f-4698-ba25-679ada879f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce8e6ca-dc84-4ece-86f0-9ab8e57c0c74,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:52.748772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 41606) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:26:52.796229 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.816653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.861553 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.864035 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:26:52.865677 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ce8e6ca-dc84-4ece-86f0-9ab8e57c0c74 HTTP/1.1" status: 204 len: 168 time: 0.1155648 Sep 17 19:26:52.872859 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c01483-ff6c-4fd5-ba4d-380849bf75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce8e6ca-dc84-4ece-86f0-9ab8e57c0c74,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:26:53.261837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb4cfb-744a-40b7-9780-f6fa220ddf2c req-1dff8390-b753-4e98-84ff-e52703e44258 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:53.263348 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66eb4cfb-744a-40b7-9780-f6fa220ddf2c req-1dff8390-b753-4e98-84ff-e52703e44258 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 946 time: 0.0531733 Sep 17 19:26:53.301970 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-66eb4cfb-744a-40b7-9780-f6fa220ddf2c req-17feec4c-4e45-4f7a-b7a3-ea516260ee51 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Sep 17 19:26:54.416511 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8ad12-c70b-4282-b8ea-2c1b67ba7642 req-35c5a36a-ef0f-4e27-a231-216ec1e466f2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:26:54.417952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4af8ad12-c70b-4282-b8ea-2c1b67ba7642 req-35c5a36a-ef0f-4e27-a231-216ec1e466f2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 946 time: 0.0494065 Sep 17 19:26:54.456073 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4af8ad12-c70b-4282-b8ea-2c1b67ba7642 req-12f46f83-0b1a-4909-84a4-ddc042323616 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323205 Sep 17 19:26:57.453818 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:05.225857 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-4390e4f2-2770-43de-9418-9d58badfaa5b tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:05.227321 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-4390e4f2-2770-43de-9418-9d58badfaa5b tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1042192 Sep 17 19:27:05.242541 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-42e05331-ba5d-4ee6-b109-c493cfd2d73a tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/quotas/1d7477fef9ce40e7a2f83ca4fb96e419 HTTP/1.1" status: 200 len: 375 time: 0.0093119 Sep 17 19:27:05.292324 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-d56a7300-e369-46d2-92c8-294c71dd25a5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0444684 Sep 17 19:27:05.382825 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7547248f-66dd-4d5b-a3d2-2d7abfeb86b3 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835686 Sep 17 19:27:05.732782 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-60c85ff6-ba81-42c5-9ef5-7196d97724a8 service neutron] 10.222.0.21 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437560 Sep 17 19:27:05.889380 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f7e344b7-5f0e-4985-9748-65527ca1ed6c req-4ee7e502-14cd-424a-8412-628cdf3aa279 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 210 time: 0.0298424 Sep 17 19:27:06.840315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-ff15266a-f3fe-49aa-926a-5675fc269247 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:06.842055 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-ff15266a-f3fe-49aa-926a-5675fc269247 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 813 time: 0.1015074 Sep 17 19:27:06.856292 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Request body: {'port': {'device_id': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'admin_state_up': True, 'tenant_id': '1d7477fef9ce40e7a2f83ca4fb96e419'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:27:06.983389 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-87e9069b-7f75-4a48-bdce-1b26cca42930 req-b8d1bbff-35af-4f1a-bb74-9f0604209749 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 210 time: 0.0279684 Sep 17 19:27:06.984656 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Made reservation on behalf of 1d7477fef9ce40e7a2f83ca4fb96e419 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:27:06.988026 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.107441 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Allocated IP 172.20.0.10 (a6122446-1782-48f0-a410-768b52748f28/f2c7b387-63c8-4f74-9bbd-435039083066/6b79ef0a-a01a-4ab7-b939-acf0359a6552) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:27:07.250294 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.281095 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.293337 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa', '388cd26e-a537-49b9-8b76-12c82513fa6f', '33ea1362-aea1-43c5-9642-47ceb257ad11'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:07.325505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Network a6122446-1782-48f0-a410-768b52748f28 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:27:07.328631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:27:07.332279 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:27:07.359535 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event updated for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:07.373398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.373749 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.374089 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.374428 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.374761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.375094 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.375423 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.375749 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.376108 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.376482 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.376764 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.377092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:07.398333 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:07.398954 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.413502 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-7afa2c8e-cf3c-4b68-8d8e-529849e6e3f5 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5609088 Sep 17 19:27:07.428657 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Request body: {'port': {'device_id': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:27:07.480517 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.771896 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b79ef0a-a01a-4ab7-b939-acf0359a6552 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:27:07.779115 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.792320 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Transition to ACTIVE for port object 6b79ef0a-a01a-4ab7-b939-acf0359a6552 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:27:07.796039 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.845204 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Pushing event updated for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:07.907759 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Attempting to bind port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:27:07.908118 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Attempting to bind port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:27:07.908440 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Attempting to bind port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:27:07.913056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 on network a6122446-1782-48f0-a410-768b52748f28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:27:07.913366 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Attempting to bind port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 on network a6122446-1782-48f0-a410-768b52748f28 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:27:07.917930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:27:07.918256 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Checking segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:27:07.918626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Bound using segment: {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:27:07.919038 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Bound port: 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8eb868-55a2-46b3-a27e-59275f96b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a6122446-1782-48f0-a410-768b52748f28'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:27:07.919380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:07.978942 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:27:07.981911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:27:07.985117 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:08.016251 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.016872 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:08.018238 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] 10.222.0.22 "PUT /v2.0/ports/6b79ef0a-a01a-4ab7-b939-acf0359a6552 HTTP/1.1" status: 200 len: 1094 time: 0.5939803 Sep 17 19:27:08.018678 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:08.021099 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:08.061679 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62908-91b7-46f1-9b4e-f5fcc050a97d service neutron] Pushing event updated for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:08.082339 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91cc6cb-75cd-433b-9530-6139a2644123 x-openstack-request-id: req-c91cc6cb-75cd-433b-9530-6139a2644123 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:08.082626 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:08.083381 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c91cc6cb-75cd-433b-9530-6139a2644123 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:08.083773 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552', 'status': 'completed', 'code': 200} Sep 17 19:27:08.134916 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a66a1c-09fa-4253-a2b2-2f64b74ec7d1 req-3c7f67be-3a8f-45bf-9d8f-85f192459f20 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.136389 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43a66a1c-09fa-4253-a2b2-2f64b74ec7d1 req-3c7f67be-3a8f-45bf-9d8f-85f192459f20 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 944 time: 0.0834165 Sep 17 19:27:08.140486 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-d29c3e52-0873-41e2-b1cf-2f231c35ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.141846 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-d29c3e52-0873-41e2-b1cf-2f231c35ffc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 1097 time: 0.0611796 Sep 17 19:27:08.188971 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-36dee9e8-4150-4cf5-8807-6b6f840147ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552 HTTP/1.1" status: 200 len: 217 time: 0.0335784 Sep 17 19:27:08.230462 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-43a66a1c-09fa-4253-a2b2-2f64b74ec7d1 req-e4c9d12f-f87e-4c20-92f7-1cdcdf688022 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877354 Sep 17 19:27:08.246882 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-17684d2c-00ee-4298-a29b-7f5e61cc56dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.248326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-17684d2c-00ee-4298-a29b-7f5e61cc56dd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0506063 Sep 17 19:27:08.280967 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-0daadc00-9ea2-4919-9948-36673612b023 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233197 Sep 17 19:27:08.371643 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-12c1432f-6488-4902-b4c8-070bf7088a97 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792897 Sep 17 19:27:08.464471 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-edf0b80f-fea6-4fe6-8f00-d093f8997a7b req-c6f82a30-c7d0-41d2-a7d5-3fe84d51faf9 service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Sep 17 19:27:08.557744 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-08824cdf-1e85-4c58-8695-96c585338f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.559203 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-08824cdf-1e85-4c58-8695-96c585338f26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 1097 time: 0.0401294 Sep 17 19:27:08.651780 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-a971874e-f55a-4b2f-8530-312199f89abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.653242 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-a971874e-f55a-4b2f-8530-312199f89abf service neutron] 10.222.0.22 "GET /v2.0/networks?id=a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 200 len: 914 time: 0.0845838 Sep 17 19:27:08.695285 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-fb336352-6f02-4c71-9218-db293979f1b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552 HTTP/1.1" status: 200 len: 217 time: 0.0325279 Sep 17 19:27:08.742302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-9bad5756-1f31-45df-b540-82405d02d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:08.743817 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-9bad5756-1f31-45df-b540-82405d02d604 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 200 len: 853 time: 0.0410423 Sep 17 19:27:08.779234 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-45280fac-1d69-4e16-93ac-b060784e1598 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a6122446-1782-48f0-a410-768b52748f28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276620 Sep 17 19:27:08.873240 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-174b861f-eac4-45d0-bcde-de8421241f3a service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840023 Sep 17 19:27:08.974419 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9dd2cfa7-a1f7-4e88-8d88-ae413b3622d0 req-82778f3e-feeb-493b-910d-a0ec06c8c33d service neutron] 10.222.0.22 "GET /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Sep 17 19:27:09.342278 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaf8f8-b077-4f92-b70d-ccaaeb4f1639 req-445901e5-8bd5-4bb9-a0bb-8df558845538 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:09.343645 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4aaf8f8-b077-4f92-b70d-ccaaeb4f1639 req-445901e5-8bd5-4bb9-a0bb-8df558845538 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 944 time: 0.0477648 Sep 17 19:27:09.371819 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c256aa4d-6a0c-49a8-9948-0b0b359b8a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:09.384457 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b4aaf8f8-b077-4f92-b70d-ccaaeb4f1639 req-73991b34-2dc9-4985-b1a0-386434d54c07 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344119 Sep 17 19:27:10.500093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf496-25da-42bb-bc31-3120feef61d7 req-8e0e5929-2c47-4316-8cf0-928f0ca72ea2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:10.501636 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0daf496-25da-42bb-bc31-3120feef61d7 req-8e0e5929-2c47-4316-8cf0-928f0ca72ea2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 944 time: 0.0483747 Sep 17 19:27:10.540964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0daf496-25da-42bb-bc31-3120feef61d7 req-26a380b2-0059-408b-b4b5-6f3e2b8d9588 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Sep 17 19:27:11.666601 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d3117-8dbb-47a8-8ed3-5e59c500ab04 req-3dcfe99d-6b2c-4316-aaf5-ab000d0d6d53 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:11.668127 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-011d3117-8dbb-47a8-8ed3-5e59c500ab04 req-3dcfe99d-6b2c-4316-aaf5-ab000d0d6d53 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 944 time: 0.0525997 Sep 17 19:27:11.706087 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-011d3117-8dbb-47a8-8ed3-5e59c500ab04 req-f8960423-83d7-404f-a156-7f4a6da4a526 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Sep 17 19:27:11.939465 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d9257328-fed0-4965-bdc0-fe91523da087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:12.202208 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 6b79ef0a-a01a-4ab7-b939-acf0359a6552 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:27:12.292108 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:12.303157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '6b79ef0a-a01a-4ab7-b939-acf0359a6552', 'network_id': 'a6122446-1782-48f0-a410-768b52748f28', 'port_id': '6b79ef0a-a01a-4ab7-b939-acf0359a6552', 'mac_address': 'fa:16:3e:e9:65:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c7b387-63c8-4f74-9bbd-435039083066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:27:12.337906 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:12.353389 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b79ef0a-a01a-4ab7-b939-acf0359a6552 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:27:12.371673 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:12.375400 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:12.410145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:12.430832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:12.789930 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['6b79ef0a-a01a-4ab7-b939-acf0359a6552'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:12.817013 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e56ed-a915-49de-81b7-b9ec68d30aaa req-0317b966-5ea0-49a3-9d5c-ac56e3321bec tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:12.818497 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-248e56ed-a915-49de-81b7-b9ec68d30aaa req-0317b966-5ea0-49a3-9d5c-ac56e3321bec tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 945 time: 0.0485117 Sep 17 19:27:12.858500 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-248e56ed-a915-49de-81b7-b9ec68d30aaa req-0f723131-c4ff-4d19-937f-92fdfa16edd3 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335848 Sep 17 19:27:13.425629 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:13.970119 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaf4c9-6332-4b4f-add1-8b624e39f698 req-1074da51-3f70-48d0-9bc2-785af91af9d7 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:13.971635 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3aeaf4c9-6332-4b4f-add1-8b624e39f698 req-1074da51-3f70-48d0-9bc2-785af91af9d7 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 945 time: 0.0482180 Sep 17 19:27:14.011714 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3aeaf4c9-6332-4b4f-add1-8b624e39f698 req-dcfef417-26ae-409a-a0f8-7da9cd8edbfa tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337284 Sep 17 19:27:14.214265 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 6b79ef0a-a01a-4ab7-b939-acf0359a6552 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:27:14.263307 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:27:14.266814 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:27:14.267180 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:14.339832 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:14.360827 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:14.363024 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af98fd3e-093f-4cc0-beb8-26c57c72d29f" -d '{"events": [{"server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "name": "network-vif-plugged", "status": "completed", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:14.375348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:14.379898 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:14.405359 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551f2b6-8e83-4ee0-b663-a946a895101e x-openstack-request-id: req-3551f2b6-8e83-4ee0-b663-a946a895101e {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:14.405647 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "name": "network-vif-plugged", "status": "completed", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:14.405911 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3551f2b6-8e83-4ee0-b663-a946a895101e {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:14.406268 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552', 'code': 200} Sep 17 19:27:14.433950 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:14.566928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acd9bf-fb3a-4e9d-a520-9cd4ff334a33 req-7113fb68-d952-4440-97a7-0c74157d5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:14.568926 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b6acd9bf-fb3a-4e9d-a520-9cd4ff334a33 req-7113fb68-d952-4440-97a7-0c74157d5ab1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 1099 time: 0.0417995 Sep 17 19:27:14.603683 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b6acd9bf-fb3a-4e9d-a520-9cd4ff334a33 req-416992ad-8309-45cf-be3c-db66fea9766f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265565 Sep 17 19:27:14.936491 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:15.122348 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010878a-cd29-43c5-989b-2a2ffcdc8890 req-7856b714-6117-4680-b3c4-e68bd45aac6f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:15.126716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6010878a-cd29-43c5-989b-2a2ffcdc8890 req-7856b714-6117-4680-b3c4-e68bd45aac6f tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 946 time: 0.0495858 Sep 17 19:27:15.164890 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6010878a-cd29-43c5-989b-2a2ffcdc8890 req-b0f21b93-48c6-4de8-b198-b5a736601504 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Sep 17 19:27:16.283316 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813bc64-b510-4556-9d5b-2e25fc813553 req-9ca75c18-4e60-4ee8-9996-261bc57f407e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:16.284808 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f813bc64-b510-4556-9d5b-2e25fc813553 req-9ca75c18-4e60-4ee8-9996-261bc57f407e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 946 time: 0.0489116 Sep 17 19:27:16.324172 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f813bc64-b510-4556-9d5b-2e25fc813553 req-4fa03baf-916b-45a8-87a3-727e16a52790 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 17 19:27:25.731246 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:27:27.470676 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:36.966008 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-4b0b20ce-50c2-42a4-8c04-91d85a683e1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410450 Sep 17 19:27:37.054622 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e242-a343-46e1-874e-689375312957 req-6709ba58-8b84-4f5d-890e-7bad25255b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:37.056129 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-6709ba58-8b84-4f5d-890e-7bad25255b0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 1098 time: 0.0397294 Sep 17 19:27:37.164655 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e242-a343-46e1-874e-689375312957 req-e8a7e127-e645-48d8-b70d-d9ce7987b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:37.166105 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-e8a7e127-e645-48d8-b70d-d9ce7987b97a service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0832114 Sep 17 19:27:37.232982 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-c9a656e2-4685-4cf0-a1ff-08698fad6fdc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 200 len: 1001 time: 0.0587800 Sep 17 19:27:37.285252 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e242-a343-46e1-874e-689375312957 req-eec97d55-0a28-4c3b-91e0-3cf2cb1aa13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:37.286854 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-eec97d55-0a28-4c3b-91e0-3cf2cb1aa13b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0409365 Sep 17 19:27:37.339068 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83e242-a343-46e1-874e-689375312957 req-db9277e6-b833-4dce-b29a-96ec3efdd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:37.340775 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-db9277e6-b833-4dce-b29a-96ec3efdd700 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464337 Sep 17 19:27:37.441716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-1d0da31c-26fd-4f39-b694-372ab6cf211e service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Sep 17 19:27:37.539874 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ef83e242-a343-46e1-874e-689375312957 req-102430bb-13d1-413f-bfb8-8b4db3ef4591 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906265 Sep 17 19:27:39.050339 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d7016-eb15-4260-83db-8b8afe3e7d6b req-20b9edf8-ee02-4b2d-bb7d-ca6de28854f9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:39.051837 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-959d7016-eb15-4260-83db-8b8afe3e7d6b req-20b9edf8-ee02-4b2d-bb7d-ca6de28854f9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 946 time: 0.0500431 Sep 17 19:27:39.091996 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-959d7016-eb15-4260-83db-8b8afe3e7d6b req-9f001cd7-3b25-4ae8-a545-8efdbcaf6656 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Sep 17 19:27:39.371640 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8c088d87-245f-492f-9c74-690f93ef624b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.212869 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0a86-630f-4605-9272-48a39d0a8dda req-23ba58fa-e17d-4e8b-be26-94f076743d80 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:40.214802 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-801a0a86-630f-4605-9272-48a39d0a8dda req-23ba58fa-e17d-4e8b-be26-94f076743d80 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 946 time: 0.0495517 Sep 17 19:27:40.252536 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-801a0a86-630f-4605-9272-48a39d0a8dda req-23c56dc9-5aeb-4147-b033-9f60c9a80bd1 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Sep 17 19:27:40.463636 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42182) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:40.565174 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-096f0d8c-b0b2-462a-9941-59bf514ad4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.653761 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-096f0d8c-b0b2-462a-9941-59bf514ad4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.657594 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-096f0d8c-b0b2-462a-9941-59bf514ad4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.694120 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-096f0d8c-b0b2-462a-9941-59bf514ad4a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5161126d6c6b43e0a865f9cb3ffe5cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294068 Sep 17 19:27:40.696054 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f0d8c-b0b2-462a-9941-59bf514ad4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e349a2-b422-4024-95cc-f8f34b8b6a43,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:40.696810 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42186) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:40.746780 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.766365 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.812210 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.814732 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:40.815881 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2e349a2-b422-4024-95cc-f8f34b8b6a43 HTTP/1.1" status: 204 len: 168 time: 0.1180317 Sep 17 19:27:40.823356 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e349a2-b422-4024-95cc-f8f34b8b6a43,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:40.830481 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.830830 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.831172 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.831502 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.831832 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.832188 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.832511 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.832866 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.833157 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.833475 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.833792 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.834109 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd6317-2749-4b13-b160-bc41d88a9264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:27:40.842474 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-fe8c8158-d7e7-472d-9758-e331a8de7512 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:40.843962 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-fe8c8158-d7e7-472d-9758-e331a8de7512 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 946 time: 0.0511410 Sep 17 19:27:40.941631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Deleting port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:27:40.941976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.028235 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] For port 6b79ef0a-a01a-4ab7-b939-acf0359a6552, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=6b79ef0a-a01a-4ab7-b939-acf0359a6552,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:41.028586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.041011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Calling delete_port for 6b79ef0a-a01a-4ab7-b939-acf0359a6552 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:27:41.073331 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42192) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:41.086141 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-29e312e6-90c5-403a-893b-84fddbad6452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.166972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.180672 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa', '388cd26e-a537-49b9-8b76-12c82513fa6f', '33ea1362-aea1-43c5-9642-47ceb257ad11', '6b79ef0a-a01a-4ab7-b939-acf0359a6552'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:41.199003 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event deleted for resources: {'Port': ['ID=6b79ef0a-a01a-4ab7-b939-acf0359a6552,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:41.221347 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-29e312e6-90c5-403a-893b-84fddbad6452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.226491 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-29e312e6-90c5-403a-893b-84fddbad6452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.245226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] No DVR routers for this DVR port 6b79ef0a-a01a-4ab7-b939-acf0359a6552 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:27:41.247772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.250367 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d3a6bad1-0cb8-4caa-af00-6b47146a356d req-0a95dba5-8fdb-4da3-8274-950b2ce0558e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "DELETE /v2.0/ports/6b79ef0a-a01a-4ab7-b939-acf0359a6552 HTTP/1.1" status: 204 len: 173 time: 0.3999133 Sep 17 19:27:41.250801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'name': 'network-vif-deleted', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:41.253096 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8a0fbb-acb1-4f01-82d0-b79d42a78571" -d '{"events": [{"server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "name": "network-vif-deleted", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:41.261438 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e312e6-90c5-403a-893b-84fddbad6452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ec794-3068-4929-b7b5-7625714e89ad,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:41.273073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42196) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:41.284660 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-29e312e6-90c5-403a-893b-84fddbad6452 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fd783b451944d6ba3908abddc6b039a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100186 Sep 17 19:27:41.311043 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58181d40-b133-4b8b-abb4-2ff758066b12 x-openstack-request-id: req-58181d40-b133-4b8b-abb4-2ff758066b12 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:41.311382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffee74ef-f599-4b75-ac09-ca23a87985f2", "name": "network-vif-deleted", "tag": "6b79ef0a-a01a-4ab7-b939-acf0359a6552", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:41.311639 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58181d40-b133-4b8b-abb4-2ff758066b12 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:41.312054 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffee74ef-f599-4b75-ac09-ca23a87985f2', 'name': 'network-vif-deleted', 'tag': '6b79ef0a-a01a-4ab7-b939-acf0359a6552', 'status': 'completed', 'code': 200} Sep 17 19:27:41.350270 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.375162 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-853da10e-0b33-4010-8d9b-7f98f9ee5562 req-8aa35ed9-d59b-4d56-b98c-4b13fe373dce tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=ffee74ef-f599-4b75-ac09-ca23a87985f2 HTTP/1.1" status: 200 len: 210 time: 0.0331681 Sep 17 19:27:41.397972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.448866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.451612 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:41.455282 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc3ec794-3068-4929-b7b5-7625714e89ad HTTP/1.1" status: 204 len: 168 time: 0.1787481 Sep 17 19:27:41.461249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7efec3-ca88-4b48-b016-114034dc5fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ec794-3068-4929-b7b5-7625714e89ad,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:41.940156 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-557ae21d-afa1-4bc8-a2f6-cd5e59d889fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:42.391898 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:43.428928 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:43.790253 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98bb1a-1205-4b49-9ad4-4dba42dd295f req-99120e29-593c-413c-ba35-a035e4f9bcaa tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:43.791716 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7c98bb1a-1205-4b49-9ad4-4dba42dd295f req-99120e29-593c-413c-ba35-a035e4f9bcaa tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 946 time: 0.0471079 Sep 17 19:27:43.828751 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7c98bb1a-1205-4b49-9ad4-4dba42dd295f req-b899ed01-6e29-4f48-a56e-16a8b094ea9a tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Sep 17 19:27:44.418148 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 6b79ef0a-a01a-4ab7-b939-acf0359a6552 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:27:44.437974 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 6b79ef0a-a01a-4ab7-b939-acf0359a6552 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:27:44.438718 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 6b79ef0a-a01a-4ab7-b939-acf0359a6552 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:27:44.939153 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:44.943002 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d0b80-6104-4428-b4a0-eb4e32d0fbfe req-f7e6db77-ac4c-46a7-a8ce-e2cc6f70ba25 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:44.944981 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-145d0b80-6104-4428-b4a0-eb4e32d0fbfe req-f7e6db77-ac4c-46a7-a8ce-e2cc6f70ba25 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Sep 17 19:27:44.981487 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-145d0b80-6104-4428-b4a0-eb4e32d0fbfe req-757d1565-d379-4cf6-b7b9-1a21d50a8ae9 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Sep 17 19:27:45.648505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2f629-364f-4322-9e47-bb5510172453 req-5dceb74e-5b04-4d72-b4da-30d075af6363 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:45.649958 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea2f629-364f-4322-9e47-bb5510172453 req-5dceb74e-5b04-4d72-b4da-30d075af6363 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 946 time: 0.0487332 Sep 17 19:27:45.739096 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Deleting port 33ea1362-aea1-43c5-9642-47ceb257ad11 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:27:45.739435 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.762003 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42296) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:45.828383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] For port 33ea1362-aea1-43c5-9642-47ceb257ad11, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=33ea1362-aea1-43c5-9642-47ceb257ad11,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:45.828752 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.840976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Calling delete_port for 33ea1362-aea1-43c5-9642-47ceb257ad11 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:27:45.864402 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-faba74b2-b077-4e98-a788-5fc9549eab99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.955570 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-faba74b2-b077-4e98-a788-5fc9549eab99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.959276 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-faba74b2-b077-4e98-a788-5fc9549eab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.970736 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:45.982523 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa', '388cd26e-a537-49b9-8b76-12c82513fa6f', '33ea1362-aea1-43c5-9642-47ceb257ad11'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:46.000055 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-faba74b2-b077-4e98-a788-5fc9549eab99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0a2a6237c7147ddae4a23f2c559ff5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345920 Sep 17 19:27:46.000055 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba74b2-b077-4e98-a788-5fc9549eab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e7130-abeb-4db1-a92e-1f234c1be48a,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:46.000407 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42300) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:46.026093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event deleted for resources: {'Port': ['ID=33ea1362-aea1-43c5-9642-47ceb257ad11,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:46.110005 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8cf293a9-3ef5-4e4f-a9e6-45b972a27e96 req-1dfecde5-5961-4143-a368-2ff63e89ecbe tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b41e68a-e505-4d09-ac82-8f1920fe4928 HTTP/1.1" status: 200 len: 210 time: 0.0617971 Sep 17 19:27:46.110666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] No DVR routers for this DVR port 33ea1362-aea1-43c5-9642-47ceb257ad11 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:27:46.114546 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.116557 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea2f629-364f-4322-9e47-bb5510172453 req-148b5837-5e75-42da-82c3-c577d4025d67 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "DELETE /v2.0/ports/33ea1362-aea1-43c5-9642-47ceb257ad11 HTTP/1.1" status: 204 len: 173 time: 0.4596763 Sep 17 19:27:46.117244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'name': 'network-vif-deleted', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:46.119493 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e994ae36-7c62-4fdf-8c93-d448c0a1c53e" -d '{"events": [{"server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "name": "network-vif-deleted", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:46.122584 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.165466 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.168688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b6e09f-1616-4483-808e-fcae265e50fd x-openstack-request-id: req-c8b6e09f-1616-4483-808e-fcae265e50fd {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:46.168974 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b41e68a-e505-4d09-ac82-8f1920fe4928", "name": "network-vif-deleted", "tag": "33ea1362-aea1-43c5-9642-47ceb257ad11", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:46.169226 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8b6e09f-1616-4483-808e-fcae265e50fd {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:46.169932 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b41e68a-e505-4d09-ac82-8f1920fe4928', 'name': 'network-vif-deleted', 'tag': '33ea1362-aea1-43c5-9642-47ceb257ad11', 'status': 'completed', 'code': 200} Sep 17 19:27:46.222843 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.226079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.227299 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c0e7130-abeb-4db1-a92e-1f234c1be48a HTTP/1.1" status: 204 len: 168 time: 0.2260208 Sep 17 19:27:46.235494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af2625-89b3-40b0-823d-65d1f495c09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e7130-abeb-4db1-a92e-1f234c1be48a,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:46.482963 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42310) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:46.495685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-73148699-7540-4166-9675-9997d2e27fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.590769 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-73148699-7540-4166-9675-9997d2e27fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.593955 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-73148699-7540-4166-9675-9997d2e27fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.633002 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-73148699-7540-4166-9675-9997d2e27fca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e89ae02d48eb4ab49deb94f19e4ccaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489608 Sep 17 19:27:46.633829 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73148699-7540-4166-9675-9997d2e27fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a93cae7-0688-4239-9011-395af8f3a8b0,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:46.635760 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42312) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:46.683099 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.703657 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.748525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.750987 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:46.752151 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a93cae7-0688-4239-9011-395af8f3a8b0 HTTP/1.1" status: 204 len: 168 time: 0.1153626 Sep 17 19:27:46.760270 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c9f77-1f2e-4b10-912c-1e1ded3919e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a93cae7-0688-4239-9011-395af8f3a8b0,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:47.386397 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa10be-3feb-47d9-8cc0-6c7ef8b635c2 req-f36c53a2-4eaf-465f-81cf-74434d452cd2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:47.387886 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a8fa10be-3feb-47d9-8cc0-6c7ef8b635c2 req-f36c53a2-4eaf-465f-81cf-74434d452cd2 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 946 time: 0.0514355 Sep 17 19:27:47.426257 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a8fa10be-3feb-47d9-8cc0-6c7ef8b635c2 req-512f440a-e2cb-49c6-bf30-4fb91f6009fe tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Sep 17 19:27:48.543648 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b82e8-a865-48cf-b91c-bbd9d2a344f9 req-6560a67e-11f3-49c2-9cbc-a5795e531168 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:48.545318 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df7b82e8-a865-48cf-b91c-bbd9d2a344f9 req-6560a67e-11f3-49c2-9cbc-a5795e531168 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 946 time: 0.0483742 Sep 17 19:27:48.582703 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-df7b82e8-a865-48cf-b91c-bbd9d2a344f9 req-43785a95-b6fe-47eb-b35c-4dc7898c26c4 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312178 Sep 17 19:27:49.001236 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-3a603b2f-df8a-4f10-80b7-6f6dba93a502 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:49.002585 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-3a603b2f-df8a-4f10-80b7-6f6dba93a502 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 946 time: 0.0475924 Sep 17 19:27:49.092974 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Deleting port 388cd26e-a537-49b9-8b76-12c82513fa6f {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:27:49.093312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:49.176842 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] For port 388cd26e-a537-49b9-8b76-12c82513fa6f, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=388cd26e-a537-49b9-8b76-12c82513fa6f,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:49.177206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:49.189424 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Calling delete_port for 388cd26e-a537-49b9-8b76-12c82513fa6f owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:27:49.311786 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:49.322903 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa', '388cd26e-a537-49b9-8b76-12c82513fa6f'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:49.337981 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event deleted for resources: {'Port': ['ID=388cd26e-a537-49b9-8b76-12c82513fa6f,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:49.382814 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] No DVR routers for this DVR port 388cd26e-a537-49b9-8b76-12c82513fa6f on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:27:49.385426 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:49.387387 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17b346e5-839f-4c4e-a2ee-0c5318b78ebd req-1b137a8b-8078-4ade-8d66-d8b441a24b05 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "DELETE /v2.0/ports/388cd26e-a537-49b9-8b76-12c82513fa6f HTTP/1.1" status: 204 len: 173 time: 0.3787541 Sep 17 19:27:49.387822 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'name': 'network-vif-deleted', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:49.390083 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17e10c-e34e-4b61-8c0e-2dfe88f46047" -d '{"events": [{"server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "name": "network-vif-deleted", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:49.428676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c247a0ad-9289-4450-9963-8c910494cba5 x-openstack-request-id: req-c247a0ad-9289-4450-9963-8c910494cba5 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:49.429021 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd759413-6642-439e-b768-2d67f40c2b8d", "name": "network-vif-deleted", "tag": "388cd26e-a537-49b9-8b76-12c82513fa6f", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:49.429274 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c247a0ad-9289-4450-9963-8c910494cba5 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:49.429664 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd759413-6642-439e-b768-2d67f40c2b8d', 'name': 'network-vif-deleted', 'tag': '388cd26e-a537-49b9-8b76-12c82513fa6f', 'status': 'completed', 'code': 200} Sep 17 19:27:49.692050 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d6e05aeb-83e8-455c-b1d0-3a07afd89330 req-3791d732-d156-4921-a627-430e10c9445c tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd759413-6642-439e-b768-2d67f40c2b8d HTTP/1.1" status: 200 len: 210 time: 0.0277209 Sep 17 19:27:51.270030 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 33ea1362-aea1-43c5-9642-47ceb257ad11 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:27:51.290760 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 33ea1362-aea1-43c5-9642-47ceb257ad11 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:27:51.291122 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 33ea1362-aea1-43c5-9642-47ceb257ad11 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:27:53.447691 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 388cd26e-a537-49b9-8b76-12c82513fa6f no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:27:53.467683 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 388cd26e-a537-49b9-8b76-12c82513fa6f {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:27:53.468047 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 388cd26e-a537-49b9-8b76-12c82513fa6f not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:27:55.236558 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09952d8c-8a8f-4f88-ae7a-d28a8c4a17c0 req-f7aaa1a8-c5e7-4411-9e14-67f6978939ef tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:55.238011 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-09952d8c-8a8f-4f88-ae7a-d28a8c4a17c0 req-f7aaa1a8-c5e7-4411-9e14-67f6978939ef tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0516839 Sep 17 19:27:55.277319 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-09952d8c-8a8f-4f88-ae7a-d28a8c4a17c0 req-9c8900d6-e3b5-4cab-aaf2-a8aad9b7cb00 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306563 Sep 17 19:27:56.392056 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fa3e5-289d-4795-ab01-f7360262a6b6 req-f83b3e06-22c6-4695-9c3e-904f4ce9c0da tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:56.393519 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e42fa3e5-289d-4795-ab01-f7360262a6b6 req-f83b3e06-22c6-4695-9c3e-904f4ce9c0da tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Sep 17 19:27:56.431634 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e42fa3e5-289d-4795-ab01-f7360262a6b6 req-22f1c2a7-9ba8-4035-9930-4b96012c3b3e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8fb4c1-da08-4559-92bd-1b2893d9e754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310574 Sep 17 19:27:56.971631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62381-577f-41a0-8864-f61a472bc771 req-d2a18761-8f9f-4c3c-864c-7546c74d9d5e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:27:56.973401 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b2b62381-577f-41a0-8864-f61a472bc771 req-d2a18761-8f9f-4c3c-864c-7546c74d9d5e tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 945 time: 0.0505836 Sep 17 19:27:57.059060 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Deleting port 2bec95ba-beae-4117-b0b9-8f594cda7bfa {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:27:57.059401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.147328 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] For port 2bec95ba-beae-4117-b0b9-8f594cda7bfa, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=2bec95ba-beae-4117-b0b9-8f594cda7bfa,segment=NetworkSegment(dc8eb868-55a2-46b3-a27e-59275f96b920),segment_id=dc8eb868-55a2-46b3-a27e-59275f96b920)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:27:57.147685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.159041 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Calling delete_port for 2bec95ba-beae-4117-b0b9-8f594cda7bfa owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:27:57.284463 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.298954 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['2bec95ba-beae-4117-b0b9-8f594cda7bfa'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:27:57.323051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Pushing event deleted for resources: {'Port': ['ID=2bec95ba-beae-4117-b0b9-8f594cda7bfa,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:57.370206 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] No DVR routers for this DVR port 2bec95ba-beae-4117-b0b9-8f594cda7bfa on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:27:57.373157 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.375198 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-b2b62381-577f-41a0-8864-f61a472bc771 req-0bdf9373-f258-480b-8d8c-529d8fe11102 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.22 "DELETE /v2.0/ports/2bec95ba-beae-4117-b0b9-8f594cda7bfa HTTP/1.1" status: 204 len: 173 time: 0.3958976 Sep 17 19:27:57.375638 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'name': 'network-vif-deleted', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:27:57.377938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e451e328-b5b6-48a6-802c-7f342ded4498" -d '{"events": [{"server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "name": "network-vif-deleted", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:27:57.415501 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f90be82-7a29-4292-b767-6af134e3419f x-openstack-request-id: req-8f90be82-7a29-4292-b767-6af134e3419f {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:27:57.416137 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5", "name": "network-vif-deleted", "tag": "2bec95ba-beae-4117-b0b9-8f594cda7bfa", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:27:57.416137 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f90be82-7a29-4292-b767-6af134e3419f {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:27:57.416436 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5', 'name': 'network-vif-deleted', 'tag': '2bec95ba-beae-4117-b0b9-8f594cda7bfa', 'status': 'completed', 'code': 200} Sep 17 19:27:57.469232 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.553734 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1debca47-8cd3-4ac5-bda5-d96997230718 req-2094bea3-008e-4dbf-8a4b-13943990c5a8 tempest-AttachVolumeNegativeTest-1581678929 tempest-AttachVolumeNegativeTest-1581678929-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5b9f9e7-11ad-4f8c-83c2-2fa3cc641fd5 HTTP/1.1" status: 200 len: 210 time: 0.0252781 Sep 17 19:27:57.754501 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42440) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:57.861716 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a19633f5-396e-4002-ad39-84973418af77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.947404 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a19633f5-396e-4002-ad39-84973418af77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.950330 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a19633f5-396e-4002-ad39-84973418af77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:57.986948 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19633f5-396e-4002-ad39-84973418af77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5e3d0-4084-40e2-9f17-e3f98809f8a6,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:57.991766 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a19633f5-396e-4002-ad39-84973418af77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e85b07956c54e6aaab2f05a34687c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362571 Sep 17 19:27:57.994344 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42444) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:58.040660 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.061215 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.105770 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.108500 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.109658 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66a5e3d0-4084-40e2-9f17-e3f98809f8a6 HTTP/1.1" status: 204 len: 168 time: 0.1144073 Sep 17 19:27:58.117608 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501a850-a685-4400-9915-a34b2df0b7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5e3d0-4084-40e2-9f17-e3f98809f8a6,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:58.367078 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42450) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:58.379858 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd312844-dfb5-4377-b92a-f18e594c6777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.464266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd312844-dfb5-4377-b92a-f18e594c6777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.467957 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-bd312844-dfb5-4377-b92a-f18e594c6777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.507292 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-bd312844-dfb5-4377-b92a-f18e594c6777 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a3bedcb27e245c79120f2e7ccb0ae27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1391301 Sep 17 19:27:58.508227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd312844-dfb5-4377-b92a-f18e594c6777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa283cce-1775-417e-b573-15888597b811,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:58.509930 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42452) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:58.560098 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.580409 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.606428 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42456) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:58.625304 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.627710 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.628876 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa283cce-1775-417e-b573-15888597b811 HTTP/1.1" status: 204 len: 168 time: 0.1172101 Sep 17 19:27:58.636979 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1bff7-263d-4f7b-b807-c3eaacd17478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa283cce-1775-417e-b573-15888597b811,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:58.650968 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Deleting subnet f2c7b387-63c8-4f74-9bbd-435039083066 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:27:58.654313 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.687959 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.725102 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.778616 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.803933 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c7b387-63c8-4f74-9bbd-435039083066,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:58.807675 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.809566 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-7b2d2d37-c1ee-4f0e-9670-cc25648cc560 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2c7b387-63c8-4f74-9bbd-435039083066 HTTP/1.1" status: 204 len: 168 time: 0.2021561 Sep 17 19:27:58.812061 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42462) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:58.878217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.958129 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:58.978017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6122446-1782-48f0-a410-768b52748f28']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:27:58.986861 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8eb868-55a2-46b3-a27e-59275f96b920') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:27:58.987151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8eb868-55a2-46b3-a27e-59275f96b920') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:27:58.996801 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.013578 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.019631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:27:59.020044 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:27:59.021879 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:27:59.077918 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.082577 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.087340 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6122446-1782-48f0-a410-768b52748f28 HTTP/1.1" status: 204 len: 168 time: 0.2715340 Sep 17 19:27:59.209819 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42480) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:59.255361 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-c90e52c6-84bf-4f53-91e7-7fec6463cce9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d7477fef9ce40e7a2f83ca4fb96e419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442405 Sep 17 19:27:59.257954 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42484) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:27:59.309693 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.331062 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.366209 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b543e-fa38-4053-a3f1-547f21af5463 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6122446-1782-48f0-a410-768b52748f28,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:59.385125 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.388204 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:27:59.389673 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f8fb4c1-da08-4559-92bd-1b2893d9e754 HTTP/1.1" status: 204 len: 168 time: 0.1306086 Sep 17 19:27:59.398635 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056534d-a604-4fec-9035-739c67ffc477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8fb4c1-da08-4559-92bd-1b2893d9e754,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:27:59.468394 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2bec95ba-beae-4117-b0b9-8f594cda7bfa no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:27:59.490428 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 2bec95ba-beae-4117-b0b9-8f594cda7bfa {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:27:59.490886 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 2bec95ba-beae-4117-b0b9-8f594cda7bfa not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:28:02.730180 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:28:09.373358 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-fd0548c6-4fb5-4250-89eb-91dead893e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:09.708437 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42674) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:09.811287 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f7f41995-10dd-4d23-abb2-deb628315b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:09.898396 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f7f41995-10dd-4d23-abb2-deb628315b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:09.902075 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f7f41995-10dd-4d23-abb2-deb628315b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:09.938531 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f7f41995-10dd-4d23-abb2-deb628315b7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88c161fa411f4c1a9bec017eb17bde47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284977 Sep 17 19:28:09.939686 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f41995-10dd-4d23-abb2-deb628315b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71538314-8ae1-49c2-8a1f-2ff63e1f9510,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:09.941227 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42678) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:09.989687 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:10.010297 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:10.055036 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:10.057657 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:10.058800 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71538314-8ae1-49c2-8a1f-2ff63e1f9510 HTTP/1.1" status: 204 len: 168 time: 0.1166000 Sep 17 19:28:10.066373 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71538314-8ae1-49c2-8a1f-2ff63e1f9510,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:10.073895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.074244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.074580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.074911 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.075236 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.075564 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.075882 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.076230 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.076584 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.076855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.077171 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:10.077484 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc42b99-8d2d-4e81-975a-b03732d7e017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:11.941949 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-885f0f4c-3c1b-42c7-a866-c120d7c25ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:12.395521 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:13.430917 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:14.944472 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.230304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42822) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:19.328880 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-74b648fc-6854-4356-ba03-aadcca6e2808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.412711 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-74b648fc-6854-4356-ba03-aadcca6e2808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.416214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-74b648fc-6854-4356-ba03-aadcca6e2808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.451217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b648fc-6854-4356-ba03-aadcca6e2808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f1bf9-a2e2-40d9-bc20-2d2950958748,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:19.455492 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-74b648fc-6854-4356-ba03-aadcca6e2808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2478b38e5c041f6a505fbe6e6683375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241857 Sep 17 19:28:19.458092 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42826) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:19.505850 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.525385 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.571184 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.573638 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:19.574788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/470f1bf9-a2e2-40d9-bc20-2d2950958748 HTTP/1.1" status: 204 len: 168 time: 0.1158125 Sep 17 19:28:19.582591 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7695768-f931-4a74-8230-08b851db9266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f1bf9-a2e2-40d9-bc20-2d2950958748,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:20.673192 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42878) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:20.775750 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1728-087c-4e74-b748-cd55ad9ae342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:20.859710 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1728-087c-4e74-b748-cd55ad9ae342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:20.863148 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-ff2e1728-087c-4e74-b748-cd55ad9ae342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:20.900741 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-ff2e1728-087c-4e74-b748-cd55ad9ae342 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32db823f6bb34881a93591b799d45deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264585 Sep 17 19:28:20.901579 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e1728-087c-4e74-b748-cd55ad9ae342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181cd38-8873-49e5-82b0-f2e5a8faf932,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:20.903437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42884) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:20.962016 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:20.981474 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:21.025770 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:21.028439 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:21.029555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1181cd38-8873-49e5-82b0-f2e5a8faf932 HTTP/1.1" status: 204 len: 168 time: 0.1245625 Sep 17 19:28:21.036920 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cd466-4324-460e-ab62-66657b006cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181cd38-8873-49e5-82b0-f2e5a8faf932,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:22.580638 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42938) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:22.687151 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5b8079cf-edec-4604-9d44-7eff746babf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.776799 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5b8079cf-edec-4604-9d44-7eff746babf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.780199 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-5b8079cf-edec-4604-9d44-7eff746babf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.816543 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-5b8079cf-edec-4604-9d44-7eff746babf0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5667534243eb40e5ad274de8ed330bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342041 Sep 17 19:28:22.817307 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8079cf-edec-4604-9d44-7eff746babf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ecb143-4c31-49fa-ae8d-c2633b49a645,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:22.819295 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42942) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:22.867224 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.889784 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.934368 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.936914 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:22.938041 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7ecb143-4c31-49fa-ae8d-c2633b49a645 HTTP/1.1" status: 204 len: 168 time: 0.1176329 Sep 17 19:28:22.945688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a57157-9a42-493d-9032-c686df31f187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ecb143-4c31-49fa-ae8d-c2633b49a645,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:23.196289 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 42952) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:23.209315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ec698cd0-ea4f-4216-8252-7beb13f532bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.304079 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ec698cd0-ea4f-4216-8252-7beb13f532bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.309727 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-ec698cd0-ea4f-4216-8252-7beb13f532bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.340554 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-ec698cd0-ea4f-4216-8252-7beb13f532bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=787efad521ea403bafb276976e0108f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427124 Sep 17 19:28:23.343084 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 42958) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:23.350003 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec698cd0-ea4f-4216-8252-7beb13f532bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e82b61-d9f8-4a75-8301-b33d69dcfeda,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:23.403891 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.428313 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.472110 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.475278 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:23.476503 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42e82b61-d9f8-4a75-8301-b33d69dcfeda HTTP/1.1" status: 204 len: 168 time: 0.1322992 Sep 17 19:28:23.484181 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619c39e-b1c0-45fa-8fe8-9dbe9d5be168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e82b61-d9f8-4a75-8301-b33d69dcfeda,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:27.476178 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:39.374057 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-431c9a70-d5fa-435d-86dd-de7a1d9adeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:39.728568 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:28:41.942632 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-eba4fd04-fe5c-46b6-b1fc-2f660c8af722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:42.397157 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:43.434525 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.688972 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43192) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:44.790258 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.876085 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.879689 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.917391 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6ff2c4775724c06a1915f01c9682fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274122 Sep 17 19:28:44.918440 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dac3b82-a992-4f87-851b-b3cb43f7fb6a,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:44.920130 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43196) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:44.925263 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.925602 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.925937 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.926515 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.926870 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.927204 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.927540 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.927839 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.928186 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.928498 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.928811 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.929123 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4045c6e-e519-4db2-9db0-8a2aa303e0fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:28:44.946820 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.969683 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:44.989359 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.034855 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.037440 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.038560 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dac3b82-a992-4f87-851b-b3cb43f7fb6a HTTP/1.1" status: 204 len: 168 time: 0.1174631 Sep 17 19:28:45.045877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3a7eb-8073-40c4-a2bf-80a745b99151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dac3b82-a992-4f87-851b-b3cb43f7fb6a,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:45.297231 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43208) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:45.313777 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-39e77e79-dc70-4f9a-85df-b85b96362170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.401865 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-39e77e79-dc70-4f9a-85df-b85b96362170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.405611 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-39e77e79-dc70-4f9a-85df-b85b96362170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.442275 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-39e77e79-dc70-4f9a-85df-b85b96362170 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3dd4e9f565de477ab93beb60d4083b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439614 Sep 17 19:28:45.443945 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e77e79-dc70-4f9a-85df-b85b96362170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f415eb2-edc8-4f77-9ec5-412ba8213e24,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:45.445599 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43210) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:45.494657 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.517078 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.567399 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.570004 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:45.571145 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f415eb2-edc8-4f77-9ec5-412ba8213e24 HTTP/1.1" status: 204 len: 168 time: 0.1245656 Sep 17 19:28:45.578657 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b100a-333e-4da1-a861-5c009dd2f861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f415eb2-edc8-4f77-9ec5-412ba8213e24,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:47.587630 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43226) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:47.688009 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a30a084-9f22-4034-b4ba-f2751b8ff663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.773233 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a30a084-9f22-4034-b4ba-f2751b8ff663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.776946 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-2a30a084-9f22-4034-b4ba-f2751b8ff663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.814218 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-2a30a084-9f22-4034-b4ba-f2751b8ff663 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a86ba3277474032aa7d88a379c3192d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255557 Sep 17 19:28:47.815065 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30a084-9f22-4034-b4ba-f2751b8ff663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4334afd-a53d-4973-a6c5-079d852232d6,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:47.816835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43230) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:47.863624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.883664 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.929312 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.931799 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:47.932937 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4334afd-a53d-4973-a6c5-079d852232d6 HTTP/1.1" status: 204 len: 168 time: 0.1145830 Sep 17 19:28:47.940262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e2787-2185-4dd6-b100-8ba0576cc421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4334afd-a53d-4973-a6c5-079d852232d6,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:48.448016 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041596fc-973d-4aec-909e-0e7bed183dd8 req-fff506aa-1086-495c-a87e-b882eb8ff2bb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:48.449515 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-041596fc-973d-4aec-909e-0e7bed183dd8 req-fff506aa-1086-495c-a87e-b882eb8ff2bb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0520582 Sep 17 19:28:48.486571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-041596fc-973d-4aec-909e-0e7bed183dd8 req-c68e48e4-e478-4ed0-bca9-8fb31ed847bc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Sep 17 19:28:49.602782 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f7c9a-5808-43da-8e7a-67eecb582637 req-6607daf8-7280-4dc6-8742-953e2ddd2a97 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:49.604272 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d14f7c9a-5808-43da-8e7a-67eecb582637 req-6607daf8-7280-4dc6-8742-953e2ddd2a97 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Sep 17 19:28:49.640723 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d14f7c9a-5808-43da-8e7a-67eecb582637 req-88391d9a-c86c-4491-9e95-c54ff56c0c15 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Sep 17 19:28:50.199353 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-d86800d8-4937-4a94-a05b-6478d56d2f48 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:50.200939 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-d86800d8-4937-4a94-a05b-6478d56d2f48 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 945 time: 0.0514765 Sep 17 19:28:50.292071 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port 61616221-775d-4ab9-bf22-2e0a6a853584 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:28:50.292315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.376315 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] For port 61616221-775d-4ab9-bf22-2e0a6a853584, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=61616221-775d-4ab9-bf22-2e0a6a853584,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:28:50.376673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.543260 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.543681 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.543990 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP 9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff disassociated. External IP: 172.27.3.118, port: 61616221-775d-4ab9-bf22-2e0a6a853584. Sep 17 19:28:50.544383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for 61616221-775d-4ab9-bf22-2e0a6a853584 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:28:50.664498 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.697218 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=61616221-775d-4ab9-bf22-2e0a6a853584,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:50.765818 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-cd52362f-7cd5-49e0-a301-062e1bd33714 req-b9ed279d-e159-49ff-b9cf-48f0641cef4d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0295925 Sep 17 19:28:50.828035 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:28:50.929822 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:28:50.940132 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:28:50.949329 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:28:50.949948 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:28:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:28:50.966439 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] No DVR routers for this DVR port 61616221-775d-4ab9-bf22-2e0a6a853584 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:28:50.968976 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:50.970845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9821d340-214b-4a01-8fbd-a3591a9fa60a req-b0d12240-cc7f-4923-bc5a-48a8763ad471 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "DELETE /v2.0/ports/61616221-775d-4ab9-bf22-2e0a6a853584 HTTP/1.1" status: 204 len: 173 time: 0.7636294 Sep 17 19:28:50.971272 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'name': 'network-vif-deleted', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:28:50.974163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8872ffca-390b-48fd-be87-340892a5d789" -d '{"events": [{"server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "name": "network-vif-deleted", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:28:51.010319 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffaf207-fa76-459b-bc5d-8417c8247a29 x-openstack-request-id: req-cffaf207-fa76-459b-bc5d-8417c8247a29 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:28:51.010633 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6f31c-7a73-4034-9bc7-6fb888328e09", "name": "network-vif-deleted", "tag": "61616221-775d-4ab9-bf22-2e0a6a853584", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:28:51.010884 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cffaf207-fa76-459b-bc5d-8417c8247a29 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:28:51.011278 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6f31c-7a73-4034-9bc7-6fb888328e09', 'name': 'network-vif-deleted', 'tag': '61616221-775d-4ab9-bf22-2e0a6a853584', 'status': 'completed', 'code': 200} Sep 17 19:28:51.056850 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:28:51.249868 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:28:51.279519 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:28:51.288304 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:28:51.288839 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:28:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:28:51.388296 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:28:51.575431 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:28:51.601460 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff1dc73-bdc2-4a20-9306-dc2aadd1e1ad None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:28:51.815870 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caa7a6c-4f26-4440-8820-537f35095318 None None] New status for floating IP 9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:28:51.860070 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aabfc4d0-67eb-4603-85bb-021acde107e8 req-54e896cd-bb32-4b55-97cc-a161eb8cb24d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0251431 Sep 17 19:28:52.951322 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-394b60d7-c2cf-4d07-ab6a-c873fe0c6d21 req-3fe9dbfb-f3c1-4d4b-aba1-f1a7d8329345 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0254207 Sep 17 19:28:53.905138 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 61616221-775d-4ab9-bf22-2e0a6a853584 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:28:53.930115 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 61616221-775d-4ab9-bf22-2e0a6a853584 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:28:53.930459 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 61616221-775d-4ab9-bf22-2e0a6a853584 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:28:54.045186 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0216f370-2776-4288-a0a3-8603b78fa867 req-a9c84507-0af9-4a02-934f-3df68093f205 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde6f31c-7a73-4034-9bc7-6fb888328e09 HTTP/1.1" status: 200 len: 210 time: 0.0288649 Sep 17 19:28:55.280695 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-be3aa47f-5bf3-427d-985e-1015fceba549 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758059542&fields=id&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 267 time: 0.0312517 Sep 17 19:28:55.382063 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-9631c6e2-565e-4a62-ada7-b60b4af354d8 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:55.383409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-9631c6e2-565e-4a62-ada7-b60b4af354d8 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.0959089 Sep 17 19:28:55.399300 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-9d8239bd-e916-40a3-84a5-0a4d30c037e1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/quotas/8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 375 time: 0.0097113 Sep 17 19:28:55.450507 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-5aa078d8-54f9-486b-ad71-08cefc8ecd41 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0460143 Sep 17 19:28:55.553849 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-19d49edb-6fa2-4f81-8daa-a1633322af32 service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895159 Sep 17 19:28:55.642990 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-f3d53407-6510-45af-bcba-23550e68631b service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841501 Sep 17 19:28:55.922500 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-82c5c330-63f5-40f8-99c7-3ab66d4cf71a req-df081704-ff52-4edd-ae21-d63d0fecd350 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 210 time: 0.0261467 Sep 17 19:28:56.791494 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-3475e134-d3ff-4bb8-895f-5bf59cece279 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:56.793313 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-3475e134-d3ff-4bb8-895f-5bf59cece279 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.1134384 Sep 17 19:28:56.838880 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-28a9f504-8781-43a2-8534-1d0aa22ea7a7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 379 time: 0.0366066 Sep 17 19:28:56.850828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'port': {'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'admin_state_up': True, 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'security_groups': ['d4e42140-0e7a-473e-92a3-e00155c51a65']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:28:56.862225 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43342) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:56.967580 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-03383d6f-0c9e-490d-8c39-428af0a88871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:56.967881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Made reservation on behalf of 8c7febfaa3cc4f53bba64311712b4491 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:28:56.971857 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.060155 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-03383d6f-0c9e-490d-8c39-428af0a88871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.061782 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3824a182-eb71-4c21-807f-da6f6513c49a req-4af57628-cf20-4c5b-b955-898f09b5d4d1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 210 time: 0.0641484 Sep 17 19:28:57.064595 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-03383d6f-0c9e-490d-8c39-428af0a88871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.106752 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-03383d6f-0c9e-490d-8c39-428af0a88871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6783effdc6644e22b34a77b596b6c066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434580 Sep 17 19:28:57.107825 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383d6f-0c9e-490d-8c39-428af0a88871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2359f5e-3eee-4ac9-b985-6c168903b42d,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:57.110261 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43348) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:28:57.141352 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.20.0.9 (b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d/620a41b2-1293-4f94-89fe-25048fc7dc41/3ce0fe3d-bb5f-4316-8cb6-224da5509ce3) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:28:57.164797 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.186491 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.239637 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.242393 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.245842 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2359f5e-3eee-4ac9-b985-6c168903b42d HTTP/1.1" status: 204 len: 168 time: 0.1321983 Sep 17 19:28:57.252333 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04bbb9-e796-4964-8748-015762f0871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2359f5e-3eee-4ac9-b985-6c168903b42d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:57.299402 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.334212 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.381097 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:28:57.384485 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:28:57.388496 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:28:57.421576 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:57.453085 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:57.454210 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.471787 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-d5f1d7a8-5efb-4c72-8e75-1240eef01993 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246569 Sep 17 19:28:57.485470 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Request body: {'port': {'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:28:57.498834 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.549871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.640934 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-42061870-b11c-402b-b2ed-895d36430484 None None] Provisioning complete for port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:28:57.641308 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-42061870-b11c-402b-b2ed-895d36430484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.674129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-42061870-b11c-402b-b2ed-895d36430484 None None] Port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:28:57.812558 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:28:57.819924 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.831960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Transition to ACTIVE for port object 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:28:57.835733 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:57.888788 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:57.959440 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Attempting to bind port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:28:57.959776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Attempting to bind port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:28:57.960140 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Attempting to bind port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:28:57.964641 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:28:57.964960 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Attempting to bind port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:28:57.969760 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:28:57.970091 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:28:57.970468 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Bound using segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:28:57.970893 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Bound port: 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:28:57.971248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:58.033604 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:28:58.036580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:28:58.040391 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:58.072580 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.073182 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:28:58.074558 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] 10.222.0.22 "PUT /v2.0/ports/3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 1093 time: 0.5938003 Sep 17 19:28:58.074977 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:28:58.077224 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd9342a-15a5-4348-8294-bc52ff77fb74" -d '{"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:28:58.122532 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d2eb94-220f-44d3-a66c-66877695f1b4 x-openstack-request-id: req-c9d2eb94-220f-44d3-a66c-66877695f1b4 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:28:58.122822 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:28:58.123073 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9d2eb94-220f-44d3-a66c-66877695f1b4 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:28:58.123503 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'status': 'completed', 'code': 200} Sep 17 19:28:58.124520 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ab868-5c50-4ef5-9be8-ef0cf2b2a287 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:28:58.199454 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-a265a236-7c52-4634-b558-e20fcf904faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.200990 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-a265a236-7c52-4634-b558-e20fcf904faf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1096 time: 0.0734072 Sep 17 19:28:58.215410 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614fb6-5a27-4ccc-b26f-edb8bc47e422 req-89504009-d8ac-403f-ae6b-b69c37d606fd tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.216936 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58614fb6-5a27-4ccc-b26f-edb8bc47e422 req-89504009-d8ac-403f-ae6b-b69c37d606fd tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0606530 Sep 17 19:28:58.257480 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-aaccdc16-ffa3-4ee5-aaa0-ce393c57271b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 217 time: 0.0395935 Sep 17 19:28:58.314478 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-58614fb6-5a27-4ccc-b26f-edb8bc47e422 req-c03d10dc-d580-4495-9f18-c09c962f6a81 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909469 Sep 17 19:28:58.322951 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-9ed01be5-20b8-4d16-bbf4-7e9d5bf8df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.324389 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-9ed01be5-20b8-4d16-bbf4-7e9d5bf8df5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0592983 Sep 17 19:28:58.369217 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-f633f16e-fd21-4d48-9d3a-ef398908f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.370688 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-f633f16e-fd21-4d48-9d3a-ef398908f7e4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393116 Sep 17 19:28:58.460599 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-53fdc080-1b13-40cc-b9b5-ddf5e6f12a5e service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820076 Sep 17 19:28:58.545555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c2bd8954-7180-40af-970b-0f4b4ef67ff8 req-95d2e118-9dae-43cc-82d6-2c193e9b09ad service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779557 Sep 17 19:28:58.635059 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-5e96d251-9249-4672-8691-949647cf0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.636480 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-5e96d251-9249-4672-8691-949647cf0e79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1096 time: 0.0385516 Sep 17 19:28:58.725607 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-820f9175-fa67-430c-8523-a6542520b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.727009 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-820f9175-fa67-430c-8523-a6542520b02f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0835967 Sep 17 19:28:58.766841 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-7a87163a-7e27-46a8-ace6-70d7fd6b64bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 217 time: 0.0320368 Sep 17 19:28:58.815868 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-b1a3be09-634e-44fb-9a30-6286f39f7493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.817288 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-b1a3be09-634e-44fb-9a30-6286f39f7493 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0441782 Sep 17 19:28:58.860736 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-2580137e-f922-476e-8f97-df7b1ab7e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:58.862157 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-2580137e-f922-476e-8f97-df7b1ab7e896 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380268 Sep 17 19:28:58.948248 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-a0e62699-1c80-4c15-8dbd-d1cf710d22ea service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787246 Sep 17 19:28:59.038409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7bd9342a-15a5-4348-8294-bc52ff77fb74 req-8029d645-780a-466b-af97-1824da6f93ae service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817053 Sep 17 19:28:59.425601 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444501fc-47bf-417b-9e5b-de1dc2b8365c req-6c0275b3-fdaf-4877-b61d-41a0af9efaff tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:28:59.427837 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-444501fc-47bf-417b-9e5b-de1dc2b8365c req-6c0275b3-fdaf-4877-b61d-41a0af9efaff tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0484920 Sep 17 19:28:59.464567 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-444501fc-47bf-417b-9e5b-de1dc2b8365c req-d5a1a128-a30f-4b41-a1f0-c10ce9454b94 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306938 Sep 17 19:29:00.574676 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badff7-28a1-4b05-8bac-731b879c1019 req-9bb68204-bc0f-4a81-acd1-95f96a50f5eb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:00.576170 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0badff7-28a1-4b05-8bac-731b879c1019 req-9bb68204-bc0f-4a81-acd1-95f96a50f5eb tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0476558 Sep 17 19:29:00.616126 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e0badff7-28a1-4b05-8bac-731b879c1019 req-cdbeb670-5c1c-4825-bbb6-b978f5d06589 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341108 Sep 17 19:29:01.727093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eed695-4097-4ad9-ac77-fabd9d1079a6 req-9ed0237b-20dd-4c20-83a4-0f6f46b5c75d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:01.728571 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30eed695-4097-4ad9-ac77-fabd9d1079a6 req-9ed0237b-20dd-4c20-83a4-0f6f46b5c75d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0472803 Sep 17 19:29:01.764238 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-30eed695-4097-4ad9-ac77-fabd9d1079a6 req-8a5da815-418d-411d-9a0a-f558ebc8a2d3 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296953 Sep 17 19:29:02.874064 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79993af-9684-4955-b286-2e578c2fed1b req-99ae7f01-7414-4d40-9c84-19e874480da5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:02.875788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d79993af-9684-4955-b286-2e578c2fed1b req-99ae7f01-7414-4d40-9c84-19e874480da5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0467649 Sep 17 19:29:02.911952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d79993af-9684-4955-b286-2e578c2fed1b req-8bbd6764-cbe2-4136-9208-d40488a790ac tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304840 Sep 17 19:29:04.021183 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e223d2-94df-49c0-a63e-af735e4d0976 req-8a3e2487-4524-4d25-991c-4993eb21c17c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:04.022600 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-75e223d2-94df-49c0-a63e-af735e4d0976 req-8a3e2487-4524-4d25-991c-4993eb21c17c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0465169 Sep 17 19:29:04.061347 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-75e223d2-94df-49c0-a63e-af735e4d0976 req-9347f1ed-a03f-4932-a7dd-f134625910c9 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329318 Sep 17 19:29:05.170581 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697359b-969b-4166-bfb1-d7468a80cf9e req-9f70914b-b8d4-402a-91f8-67c72d82624d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:05.172049 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f697359b-969b-4166-bfb1-d7468a80cf9e req-9f70914b-b8d4-402a-91f8-67c72d82624d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0475049 Sep 17 19:29:05.209073 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f697359b-969b-4166-bfb1-d7468a80cf9e req-bfc4c757-a7f6-4e8b-99c5-5c49e604d946 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308385 Sep 17 19:29:06.318488 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa46dcd-e875-4adb-8fac-e2200ed29841 req-175a2bfb-7a96-4cff-b5de-e6a637d84a41 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:06.319917 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fa46dcd-e875-4adb-8fac-e2200ed29841 req-175a2bfb-7a96-4cff-b5de-e6a637d84a41 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0471838 Sep 17 19:29:06.357495 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8fa46dcd-e875-4adb-8fac-e2200ed29841 req-62ab292b-0960-40d2-b2a3-d727243adbff tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Sep 17 19:29:07.467567 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ccad9-633b-492a-8d1f-fff2192e914b req-5cec6f11-131f-4ab4-a139-a1159e75bb9c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:07.469059 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a60ccad9-633b-492a-8d1f-fff2192e914b req-5cec6f11-131f-4ab4-a139-a1159e75bb9c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 943 time: 0.0477426 Sep 17 19:29:07.510600 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a60ccad9-633b-492a-8d1f-fff2192e914b req-45dd13c4-21b0-4c8d-847a-020dcb445203 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350528 Sep 17 19:29:07.969441 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:29:08.060493 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:29:08.185934 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:29:08.221150 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:08.233656 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:29:08.252508 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:29:08.256468 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:08.300258 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:29:08.307882 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.308254 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.308596 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.308932 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.309267 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.309603 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.309929 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.310253 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.310579 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.310904 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.311222 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.311539 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:29:08.556406 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:29:08.620962 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f30bd4-1ce9-4c30-bc6a-3a75c9497364 req-25358c5b-e5bd-4f7e-b1a6-05c155611788 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:08.622443 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4f30bd4-1ce9-4c30-bc6a-3a75c9497364 req-25358c5b-e5bd-4f7e-b1a6-05c155611788 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 944 time: 0.0479612 Sep 17 19:29:08.659282 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f4f30bd4-1ce9-4c30-bc6a-3a75c9497364 req-fe0611be-0fb8-4008-b502-883a99db09f0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Sep 17 19:29:09.374326 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-c8a27b3d-f063-4208-a4ef-a8136fe8e514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:09.769776 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2986-e4fd-4aef-8b5f-53fbec54314f req-61c3e9bc-970f-46ce-ba88-d6b89e027aa0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:09.771862 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d74f2986-e4fd-4aef-8b5f-53fbec54314f req-61c3e9bc-970f-46ce-ba88-d6b89e027aa0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 944 time: 0.0468454 Sep 17 19:29:09.808092 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-d74f2986-e4fd-4aef-8b5f-53fbec54314f req-9a394486-2257-4c69-85e7-515be6b72df2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302668 Sep 17 19:29:09.983548 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:29:10.033299 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:29:10.036757 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:29:10.037123 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:10.109221 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:10.131436 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:29:10.133709 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d578bdc-0445-4964-9d53-03402eef3eb3" -d '{"events": [{"server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "name": "network-vif-plugged", "status": "completed", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:29:10.146118 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:29:10.150467 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:10.197279 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:29:10.335874 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbaf761-5259-4b8a-9531-68fc637660a1 x-openstack-request-id: req-8dbaf761-5259-4b8a-9531-68fc637660a1 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:29:10.336190 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "name": "network-vif-plugged", "status": "completed", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:29:10.336511 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8dbaf761-5259-4b8a-9531-68fc637660a1 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:29:10.336839 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'code': 200} Sep 17 19:29:10.538299 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74336fb5-7454-4caf-8534-d1d0e41e0559 req-441eb032-48db-4636-9084-f377f29b4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:10.539666 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-74336fb5-7454-4caf-8534-d1d0e41e0559 req-441eb032-48db-4636-9084-f377f29b4b6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0381753 Sep 17 19:29:10.577446 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-74336fb5-7454-4caf-8534-d1d0e41e0559 req-105cdac4-fe0a-4ffb-a0b7-a4346d6e3891 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302312 Sep 17 19:29:10.918925 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f49b2-25ed-460d-b7ca-694ba1003393 req-cbef0528-cc25-405e-9a29-67e871b61fea tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:10.920409 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b7f49b2-25ed-460d-b7ca-694ba1003393 req-cbef0528-cc25-405e-9a29-67e871b61fea tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Sep 17 19:29:10.956338 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-2b7f49b2-25ed-460d-b7ca-694ba1003393 req-b430fd48-787e-4e1d-9027-77bd24aaf9af tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298009 Sep 17 19:29:11.943051 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-9a4bec1e-d027-4ab2-995c-68334b23163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.069117 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4ec16-bc45-4d22-8271-dc953c2ae860 req-4aaedf1f-6df1-4595-b769-d2303ad02116 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:12.070606 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-27a4ec16-bc45-4d22-8271-dc953c2ae860 req-4aaedf1f-6df1-4595-b769-d2303ad02116 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0472670 Sep 17 19:29:12.106070 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-27a4ec16-bc45-4d22-8271-dc953c2ae860 req-24001a76-1dcd-4f5b-baa5-18b0de8a00a9 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296671 Sep 17 19:29:12.215586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764ebe4-5260-4fee-8940-4eea3d3e52b8 req-ae616416-4175-4a47-8804-f2fd765bb26f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:12.216975 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6764ebe4-5260-4fee-8940-4eea3d3e52b8 req-ae616416-4175-4a47-8804-f2fd765bb26f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0473688 Sep 17 19:29:12.256385 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6764ebe4-5260-4fee-8940-4eea3d3e52b8 req-443e7f76-8082-48fa-be57-11e596c88a67 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335658 Sep 17 19:29:12.277497 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43386) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:29:12.314862 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96540248-222b-4130-aad5-c78bc0a1f545 tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:12.316398 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-96540248-222b-4130-aad5-c78bc0a1f545 tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1093 time: 0.0379343 Sep 17 19:29:12.319599 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43388) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:29:12.323825 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.v2.base [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:29:12.344002 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.402301 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.445319 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.543093 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_common [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.27.3.159 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/8f257a8e-28ea-48e3-a9d0-4a74e44448c6) {{(pid=94273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:29:12.643336 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.869855 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:12.905831 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:29:12.908553 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.base_scheduler [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:29:12.912483 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:29:12.919464 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=8f257a8e-28ea-48e3-a9d0-4a74e44448c6,revision_number=1']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:29:13.252459 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.315056 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.436501 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.465854 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.469992 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2447547'] for port, after_update {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.538628 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=8f257a8e-28ea-48e3-a9d0-4a74e44448c6,revision_number=2']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:29:13.548088 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.641617 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.db.l3_db [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP adbf0c71-3b35-42bb-a878-dbb2441e04d8 associated. External IP: 172.27.3.159, port: 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3. Sep 17 19:29:13.837534 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:29:13.939789 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:29:13.949692 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:29:13.955425 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:13.959230 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:29:13.959840 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:29:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:29:13.981768 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a6a70ac1-a029-496b-8f43-383339b33f8b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6611433 Sep 17 19:29:13.982333 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'}] {{(pid=94273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:29:13.984611 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df2c32e34fcec546a14a883c4ff213d3102623b5f220e47a3dc45e63540fa4dc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3"}]}' {{(pid=94273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:29:14.064870 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:29:14.128519 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b91af21-0e96-4c5b-9792-6ba4cf93d929 x-openstack-request-id: req-4b91af21-0e96-4c5b-9792-6ba4cf93d929 {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:29:14.129344 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3", "status": "completed", "code": 200}]} {{(pid=94273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:29:14.129602 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b91af21-0e96-4c5b-9792-6ba4cf93d929 {{(pid=94273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:29:14.129989 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'status': 'completed', 'code': 200} Sep 17 19:29:14.188684 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-5eef9970-4c0e-4905-914f-eadc0ae3a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:14.190434 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-5eef9970-4c0e-4905-914f-eadc0ae3a087 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0397804 Sep 17 19:29:14.277984 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-66ef6804-a4b3-4fc1-b725-4f883e34ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:14.279501 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-66ef6804-a4b3-4fc1-b725-4f883e34ae81 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0822415 Sep 17 19:29:14.283034 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:13Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:29:14.309741 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:29:14.317731 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:29:14.318331 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:29:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:29:14.345541 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-dc1e1709-2f46-44e3-a89b-ec8f8e08afc8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 999 time: 0.0589967 Sep 17 19:29:14.391866 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-c945653d-4ba1-4425-b5db-a1d9236ea5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:14.393360 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-c945653d-4ba1-4425-b5db-a1d9236ea5b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0409701 Sep 17 19:29:14.421762 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:29:14.437007 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-d7892a3d-b719-4b98-bdc6-bee8c4c3010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:14.438529 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-d7892a3d-b719-4b98-bdc6-bee8c4c3010b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384734 Sep 17 19:29:14.527736 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-37560df3-8b0e-49a4-9ae9-2489ec8988cc service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822203 Sep 17 19:29:14.614935 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-bf9dc7c7-55b9-4c0f-9280-742d0a207a9d req-2549dd40-4965-4a65-8ad1-93ee259be212 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807850 Sep 17 19:29:14.641126 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:13Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:29:14.667912 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fbf2d-290a-414b-beec-79e8b1d1895a None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:13Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:29:14.842699 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab603701-48bf-4281-a6ba-71b7edc2ad8a None None] New status for floating IP adbf0c71-3b35-42bb-a878-dbb2441e04d8: ACTIVE {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:29:14.948554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:16.727179 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:29:27.500621 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:38.671731 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-25ecf6dc-0071-4092-8c44-8f554fd280e7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414994 Sep 17 19:29:38.747589 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-04f5a8ed-7792-482f-939e-5c642dc704e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:38.749046 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-04f5a8ed-7792-482f-939e-5c642dc704e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0380530 Sep 17 19:29:38.850018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-9eb851dd-f545-46c4-8064-a423fa6d2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:38.851410 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-9eb851dd-f545-46c4-8064-a423fa6d2773 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0827019 Sep 17 19:29:38.912428 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-165bb43a-598d-45af-a2f4-b455fd739304 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0541067 Sep 17 19:29:38.958749 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-1005a8b7-b84e-4449-8982-26c1efdca70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:38.960119 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-1005a8b7-b84e-4449-8982-26c1efdca70c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0408471 Sep 17 19:29:39.007129 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-45828fed-aeb3-46a9-a22f-d84fcb47ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:29:39.008555 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-45828fed-aeb3-46a9-a22f-d84fcb47ebc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407813 Sep 17 19:29:39.094312 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-17292c5a-0b67-42f2-b226-15e64ef8c520 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772316 Sep 17 19:29:39.375173 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a3c6d007-a6d7-4bae-9319-bbf301d3e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:39.444352 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6943885b-8b0e-4711-b14d-500f7be9b160 req-6b2eef70-7322-4f22-9a78-2db3eaf301d9 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423724 Sep 17 19:29:41.943440 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2f4e91d1-03ec-40d3-8eaa-553949345847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:42.393196 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:43.439025 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:44.950757 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:29:53.726457 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:29:57.495727 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:09.375992 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-49ba2b30-2e63-483e-a299-fbabf7295ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:11.943569 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-315f480c-ad94-45ec-8722-fc7f24a84e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:12.394842 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:13.441345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:14.953292 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:27.493956 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:30.725105 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:30:39.377767 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-a2c37305-74bd-4597-bf98-543f2663e1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:40.649495 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-d054a205-aaf0-4bf0-9c1b-2bebc37abd0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399845 Sep 17 19:30:40.730008 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-c9e46d34-b9b1-4446-b258-95a2c79c1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:30:40.731582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-c9e46d34-b9b1-4446-b258-95a2c79c1ca6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0398159 Sep 17 19:30:40.836928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-e6d01d45-6ef1-4295-b7e9-6d445bf7dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:30:40.838377 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-e6d01d45-6ef1-4295-b7e9-6d445bf7dfe4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0864258 Sep 17 19:30:40.902093 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-422b7150-cfbb-4b76-ad14-dafe50745d2a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0566666 Sep 17 19:30:40.952499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-400c5122-8331-4553-a2e1-1635d2b89d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:30:40.954230 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-400c5122-8331-4553-a2e1-1635d2b89d6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0454717 Sep 17 19:30:41.003895 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-4bdcb156-ecd7-4c87-a8c3-b4b1bad9a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:30:41.005421 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-4bdcb156-ecd7-4c87-a8c3-b4b1bad9a9ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439088 Sep 17 19:30:41.095251 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-5e149c5c-d2ed-420f-86b9-f02575243144 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823970 Sep 17 19:30:41.185604 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-ebc5335d-5bcb-479d-8594-b8af41b420d5 req-f849a65c-0645-40a5-84a7-5dfe65a0bf82 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834939 Sep 17 19:30:41.944568 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2027ba7b-6c82-4fdf-80e6-2d1a5826f6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:42.396236 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:43.444748 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:44.956496 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:30:57.496503 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:07.723470 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:31:09.378669 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e93d2dd7-db07-4e51-9622-df97e5b417a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:11.945246 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2df74fe0-ae5d-461a-bcde-ae3f70fa8ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:12.396659 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:13.447859 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:14.958651 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:26.442126 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-6a8f10c7-5f22-4310-a756-09a15ac28aa0 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-758059542&fields=id&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 267 time: 0.0321360 Sep 17 19:31:26.550272 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-4a9eece5-cc9e-4306-a70e-471443fcd9e9 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:26.551732 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-4a9eece5-cc9e-4306-a70e-471443fcd9e9 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.1031685 Sep 17 19:31:26.566980 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-b4029e94-1779-45f9-bc7d-718995e3e2e7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/quotas/8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 375 time: 0.0093992 Sep 17 19:31:26.620973 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-283e000f-8e8f-4ceb-8a00-8d6eb961f8ec tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0489497 Sep 17 19:31:26.711551 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-198a5f8a-7320-432e-bba5-8a3bf1e20eba service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789723 Sep 17 19:31:26.799552 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-f0bbc439-6e9f-4345-bfae-8b2a72dabb9f service neutron] 10.222.0.21 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821793 Sep 17 19:31:27.072264 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-9812d4a3-0aa0-4395-9aea-5c046855477e req-24402511-6c33-4ef2-a792-0e3cf9888167 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 210 time: 0.0256956 Sep 17 19:31:27.496145 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:27.969187 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-501261df-b115-475b-8ef6-34e672e7126e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:27.971138 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-501261df-b115-475b-8ef6-34e672e7126e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 811 time: 0.1047511 Sep 17 19:31:28.013873 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-b1c6694f-95f3-4ba4-b13c-4ead0e308706 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c7febfaa3cc4f53bba64311712b4491 HTTP/1.1" status: 200 len: 379 time: 0.0338738 Sep 17 19:31:28.023563 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'port': {'device_id': '18b1361f-510f-470f-89fa-82d1199ae222', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'admin_state_up': True, 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'security_groups': ['d4e42140-0e7a-473e-92a3-e00155c51a65']}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:31:28.145020 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Made reservation on behalf of 8c7febfaa3cc4f53bba64311712b4491 for: {'port': 1} {{(pid=94274) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 19:31:28.148623 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.187771 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6184922e-93a5-4f47-8960-eafdac18f25c req-51f31c26-88e6-4ede-891b-b7d5581a8c5e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 210 time: 0.0291004 Sep 17 19:31:28.293995 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.20.0.10 (b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d/620a41b2-1293-4f94-89fe-25048fc7dc41/d0d5b024-1799-4985-ad34-36a850c1f87a) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:31:28.436671 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.469114 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.507824 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:31:28.510900 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:31:28.514460 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:31:28.548564 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:28.562437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.562783 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.563118 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.563995 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.564325 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.564653 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.564978 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.565302 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.565624 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.565971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.566264 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.566577 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:28.585685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:28.586325 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.601440 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-a569a2aa-7122-43ce-83f2-a2b6ca295123 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5815420 Sep 17 19:31:28.614249 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Request body: {'port': {'device_id': '18b1361f-510f-470f-89fa-82d1199ae222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80989'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:31:28.668923 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.759459 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-65123091-b254-41ca-b4e2-f3cc6ae39c4c None None] Provisioning complete for port d0d5b024-1799-4985-ad34-36a850c1f87a triggered by entity DHCP. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:31:28.760073 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-65123091-b254-41ca-b4e2-f3cc6ae39c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.794528 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-65123091-b254-41ca-b4e2-f3cc6ae39c4c None None] Port d0d5b024-1799-4985-ad34-36a850c1f87a cannot update to ACTIVE because it is not bound. {{(pid=94275) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 19:31:28.924760 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d5b024-1799-4985-ad34-36a850c1f87a {{(pid=94274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:31:28.931858 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:28.943741 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.provisioning_blocks [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Transition to ACTIVE for port object d0d5b024-1799-4985-ad34-36a850c1f87a will not be triggered until provisioned by entity L2. {{(pid=94274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 19:31:28.948466 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:29.012526 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:29.064959 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Attempting to bind port d0d5b024-1799-4985-ad34-36a850c1f87a on host hv-cinder-80989 for vnic_type normal with profile {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 19:31:29.065299 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Attempting to bind port d0d5b024-1799-4985-ad34-36a850c1f87a by drivers openvswitch,hyperv on host hv-cinder-80989 at level 0 using segments [{'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 19:31:29.065632 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Attempting to bind port d0d5b024-1799-4985-ad34-36a850c1f87a on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:31:29.070051 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Port d0d5b024-1799-4985-ad34-36a850c1f87a on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80989 {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 19:31:29.070372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Attempting to bind port d0d5b024-1799-4985-ad34-36a850c1f87a on network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 19:31:29.075275 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Checking agent: {'id': '13dbadba-1598-48cd-9133-72b9a721e675', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80989', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'started_at': datetime.datetime(2021, 9, 17, 19, 14, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 19, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 19:31:29.075613 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Checking segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 19:31:29.076016 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Bound using segment: {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'} {{(pid=94274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 19:31:29.076450 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.managers [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Bound port: d0d5b024-1799-4985-ad34-36a850c1f87a, host: hv-cinder-80989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c483ef7-9872-494e-81f3-dbf25a8f2d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d'}}] {{(pid=94274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 19:31:29.076809 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:29.143582 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, cleared binding levels {{(pid=94274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 19:31:29.146589 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=d0d5b024-1799-4985-ad34-36a850c1f87a,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 19:31:29.151163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:29.182936 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.183547 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:29.185009 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] 10.222.0.22 "PUT /v2.0/ports/d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 200 len: 1094 time: 0.5750661 Sep 17 19:31:29.185442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:31:29.187705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6893a0cc-1c76-463e-8acb-60aa4faa09f7" -d '{"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:31:29.221354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d68c5e-1bd8-40dc-b159-0e266d75b44f service neutron] Pushing event updated for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=3']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:29.248661 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9c8a3e-8868-419f-8926-181bb0493b62 x-openstack-request-id: req-bd9c8a3e-8868-419f-8926-181bb0493b62 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:31:29.248950 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:31:29.249197 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd9c8a3e-8868-419f-8926-181bb0493b62 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:31:29.249588 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'status': 'completed', 'code': 200} Sep 17 19:31:29.307393 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-cbe2ae00-4d12-452b-97fa-e958b35d6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.308915 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-cbe2ae00-4d12-452b-97fa-e958b35d6fdd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1097 time: 0.0718386 Sep 17 19:31:29.363081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa179d0-b741-4019-b1b1-7cdc1eaa8f4b req-27062758-74aa-4640-8473-1e2d66e0d12c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.364573 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aaa179d0-b741-4019-b1b1-7cdc1eaa8f4b req-27062758-74aa-4640-8473-1e2d66e0d12c tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0924542 Sep 17 19:31:29.366081 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-0164e064-d13b-46db-b9b7-dd8f7154130c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 200 len: 217 time: 0.0491910 Sep 17 19:31:29.436424 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-aaa179d0-b741-4019-b1b1-7cdc1eaa8f4b req-78e948c5-db30-445b-9f7a-230fca19da86 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658355 Sep 17 19:31:29.438138 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-ba329117-d027-43a9-9642-ac25604f70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.440000 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-ba329117-d027-43a9-9642-ac25604f70f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0638959 Sep 17 19:31:29.488754 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-210a05df-2e86-4347-8404-b16f385110dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.491041 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-210a05df-2e86-4347-8404-b16f385110dd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440266 Sep 17 19:31:29.586391 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-f97e51db-0ab5-48ca-8c47-78a45b1934c4 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874448 Sep 17 19:31:29.676822 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-36d016fa-d145-4991-9635-ed4b851e79f6 req-604448fd-ccdb-4593-b89d-27e611696d98 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827553 Sep 17 19:31:29.758286 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-cee36074-712e-4eed-8ae9-8a187bf9d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.759734 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-cee36074-712e-4eed-8ae9-8a187bf9d936 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1097 time: 0.0402255 Sep 17 19:31:29.849408 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-b5cc669c-fdd1-4a9c-9d96-9d2e50f58645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.850821 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-b5cc669c-fdd1-4a9c-9d96-9d2e50f58645 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0841048 Sep 17 19:31:29.891198 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-dc26447d-9d5b-4a68-8a24-dfc964123b00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 200 len: 217 time: 0.0329022 Sep 17 19:31:29.939442 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-9b71ad0c-33f6-4dfd-a6bc-414201c7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.940845 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-9b71ad0c-33f6-4dfd-a6bc-414201c7d09f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0421681 Sep 17 19:31:29.983225 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-6fb9b74f-a830-47be-b45a-453141da7277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:29.984648 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-6fb9b74f-a830-47be-b45a-453141da7277 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0362537 Sep 17 19:31:30.073019 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-a1e4519e-65b1-4431-9020-9c3b1e964666 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812604 Sep 17 19:31:30.160541 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-6893a0cc-1c76-463e-8acb-60aa4faa09f7 req-8013cded-087d-4255-a9a6-1f8c9be76515 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808992 Sep 17 19:31:30.669706 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe04b-3c99-4793-a5eb-5e6360641114 req-8ddc17f0-3140-4506-b6c7-8616390b84c1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:30.671172 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10fbe04b-3c99-4793-a5eb-5e6360641114 req-8ddc17f0-3140-4506-b6c7-8616390b84c1 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.1659284 Sep 17 19:31:30.707397 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-10fbe04b-3c99-4793-a5eb-5e6360641114 req-ef6863fe-886a-47df-887f-21472fa2bed7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300272 Sep 17 19:31:31.817652 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e26bd-4a2e-421c-8e48-00d4011e6bb9 req-72f1e1bc-8736-4345-8eea-0504feead737 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:31.819117 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c38e26bd-4a2e-421c-8e48-00d4011e6bb9 req-72f1e1bc-8736-4345-8eea-0504feead737 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0475814 Sep 17 19:31:31.855949 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c38e26bd-4a2e-421c-8e48-00d4011e6bb9 req-5c94d6f9-15e8-4c0e-a1e6-45402e6bdbc3 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Sep 17 19:31:32.968237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19dd58-abe1-460c-a43e-214d24d8a314 req-53eaab10-72f4-4613-a691-7cdd223d455b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:32.969674 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4e19dd58-abe1-460c-a43e-214d24d8a314 req-53eaab10-72f4-4613-a691-7cdd223d455b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0502930 Sep 17 19:31:33.006145 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-4e19dd58-abe1-460c-a43e-214d24d8a314 req-069ed7e0-dbf3-4601-a80f-42b92b84bcc6 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305760 Sep 17 19:31:34.116917 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab20ba6-b93b-4afa-8fee-f0eef72e8696 req-c4795a80-5fc7-4dc7-95b9-b526e7c46cca tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:34.118357 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fab20ba6-b93b-4afa-8fee-f0eef72e8696 req-c4795a80-5fc7-4dc7-95b9-b526e7c46cca tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0475566 Sep 17 19:31:34.153574 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-fab20ba6-b93b-4afa-8fee-f0eef72e8696 req-53376b7b-dfd5-433a-9320-cefddd632007 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294600 Sep 17 19:31:35.263510 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767566f1-c25a-4eeb-916d-efbc51619104 req-c482d34f-9f9a-4acf-9aaf-0b483560f642 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:35.264952 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-767566f1-c25a-4eeb-916d-efbc51619104 req-c482d34f-9f9a-4acf-9aaf-0b483560f642 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0466342 Sep 17 19:31:35.302043 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-767566f1-c25a-4eeb-916d-efbc51619104 req-150e93c6-e7a5-4ff5-9b32-354452a9609a tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Sep 17 19:31:36.415011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2cdd6-2073-4f45-a3d9-4d62c00d1709 req-06c23474-4111-4212-aa28-eb2fcac83304 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:36.416498 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61d2cdd6-2073-4f45-a3d9-4d62c00d1709 req-06c23474-4111-4212-aa28-eb2fcac83304 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0511162 Sep 17 19:31:36.453205 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-61d2cdd6-2073-4f45-a3d9-4d62c00d1709 req-34eaf027-8d9f-44cf-84d0-f17f1ea1909d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Sep 17 19:31:37.562910 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6ae53-6481-4b66-af3c-0e3ef6f3dfcf req-acf9005e-1fe1-455c-83a0-5fe48ab3aff2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:37.564899 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea6ae53-6481-4b66-af3c-0e3ef6f3dfcf req-acf9005e-1fe1-455c-83a0-5fe48ab3aff2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0478017 Sep 17 19:31:37.601688 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-3ea6ae53-6481-4b66-af3c-0e3ef6f3dfcf req-92e54481-e12a-47c8-b7f0-e0661e286369 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Sep 17 19:31:38.711084 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3852f-c49c-4559-b7fc-30b838928db8 req-2f14d853-0f0b-4fab-a9b6-812cc0d7f078 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:38.712786 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4b3852f-c49c-4559-b7fc-30b838928db8 req-2f14d853-0f0b-4fab-a9b6-812cc0d7f078 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 944 time: 0.0477753 Sep 17 19:31:38.748862 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-c4b3852f-c49c-4559-b7fc-30b838928db8 req-25f2b044-56a7-4b18-bd86-5bda63b8a2cf tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302944 Sep 17 19:31:38.757348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device d0d5b024-1799-4985-ad34-36a850c1f87a details requested by agent hyperv_hv-cinder-80989 with host hv-cinder-80989 {{(pid=94275) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 19:31:38.847938 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=d0d5b024-1799-4985-ad34-36a850c1f87a,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:31:38.858495 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Returning: {'device': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'port_id': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'mac_address': 'fa:16:3e:f9:cd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94275) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 19:31:38.893220 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:38.908641 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d5b024-1799-4985-ad34-36a850c1f87a {{(pid=94275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 19:31:38.926734 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=d0d5b024-1799-4985-ad34-36a850c1f87a,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:31:38.930438 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:38.974894 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=4']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:38.981822 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.982341 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.982681 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.983019 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.983345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.983673 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.984024 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.984351 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.984699 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.985069 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.985370 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:38.985685 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:31:39.314720 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] get_ports_and_sgs() called for port_ids ['d0d5b024-1799-4985-ad34-36a850c1f87a'] {{(pid=94275) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 19:31:39.396021 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-02429efe-3029-45c9-aaaf-6a4457acc317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:39.863840 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba66f5-ca2c-4dc3-b945-5e586f5b085d req-e3bb4963-4881-47a6-8012-991267bb14a5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:39.865314 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8cba66f5-ca2c-4dc3-b945-5e586f5b085d req-e3bb4963-4881-47a6-8012-991267bb14a5 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Sep 17 19:31:39.900387 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8cba66f5-ca2c-4dc3-b945-5e586f5b085d req-7b218044-d809-47a1-b9a3-368fb51da480 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294032 Sep 17 19:31:40.698552 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-d87b5c8f-2b75-4cee-ad4d-55ee1a85ce07 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790660 Sep 17 19:31:40.759218 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device d0d5b024-1799-4985-ad34-36a850c1f87a up at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 19:31:40.778367 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5727-bc2b-4821-8290-906028993d3d req-59c4208c-cf93-48d6-8e3b-bd60cd6f6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:40.779831 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-59c4208c-cf93-48d6-8e3b-bd60cd6f6715 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0379736 Sep 17 19:31:40.806811 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning for port d0d5b024-1799-4985-ad34-36a850c1f87a completed by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 19:31:40.810523 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.provisioning_blocks [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Provisioning complete for port d0d5b024-1799-4985-ad34-36a850c1f87a triggered by entity L2. {{(pid=94275) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 19:31:40.810893 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-551729'] for port, provisioning_complete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:40.882566 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5727-bc2b-4821-8290-906028993d3d req-bf7b29d5-39a4-4c1c-8826-cdc696ff6dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:40.884078 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-bf7b29d5-39a4-4c1c-8826-cdc696ff6dfc service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0844352 Sep 17 19:31:40.888413 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:40.909943 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a'}] {{(pid=94275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:31:40.912284 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}625416d5e6420fe5068b1371192e35ce32c8d3edf86abb7f442766c7cb41eb8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d3a8f-7b7f-4f82-8656-c153c3b4cdaf" -d '{"events": [{"server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "name": "network-vif-plugged", "status": "completed", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a"}]}' {{(pid=94275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:31:40.926718 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=d0d5b024-1799-4985-ad34-36a850c1f87a,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:31:40.932955 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686'] for port, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:40.950151 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-07d1232c-3da4-46f9-ba5a-c6a1d3876920 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0586662 Sep 17 19:31:40.973092 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0afa3-36fa-4e4d-9048-fa09e65628d5 x-openstack-request-id: req-2fa0afa3-36fa-4e4d-9048-fa09e65628d5 {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:31:40.973364 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "name": "network-vif-plugged", "status": "completed", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a", "code": 200}]} {{(pid=94275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:31:40.973601 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fa0afa3-36fa-4e4d-9048-fa09e65628d5 {{(pid=94275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:31:40.973988 dv-cinder-809891-1-iscsi neutron-server[94275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'code': 200} Sep 17 19:31:40.985275 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Pushing event updated for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=5']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:41.013216 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5727-bc2b-4821-8290-906028993d3d req-ad3ffaa4-4745-4d2e-b66b-855f61ebd113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:41.014613 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-ad3ffaa4-4745-4d2e-b66b-855f61ebd113 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0556576 Sep 17 19:31:41.082427 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93006f9-ba62-4da7-9438-bb18ca143b1b req-b5eeb877-1098-4e7e-9d6f-fdc077d0c5ec tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:41.083939 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f93006f9-ba62-4da7-9438-bb18ca143b1b req-b5eeb877-1098-4e7e-9d6f-fdc077d0c5ec tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0891469 Sep 17 19:31:41.086463 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5727-bc2b-4821-8290-906028993d3d req-a0bdf67f-90fa-4fdd-b138-f55be693c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:41.087797 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-a0bdf67f-90fa-4fdd-b138-f55be693c8a3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562620 Sep 17 19:31:41.148156 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f93006f9-ba62-4da7-9438-bb18ca143b1b req-47e5eca5-1817-466e-87aa-c672a989c13f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574942 Sep 17 19:31:41.231384 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-123256a4-9d42-4521-8426-f7e340c8c064 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336358 Sep 17 19:31:41.232929 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f02380-1e6f-4746-9a2b-caf378949cdb req-3f5f20e9-dd32-4b5a-91b1-5229783734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:41.234270 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f9f02380-1e6f-4746-9a2b-caf378949cdb req-3f5f20e9-dd32-4b5a-91b1-5229783734cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1099 time: 0.0590203 Sep 17 19:31:41.324815 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-f9f02380-1e6f-4746-9a2b-caf378949cdb req-1c0a0927-683f-41fc-8d6f-aa6d3c098026 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739090 Sep 17 19:31:41.347457 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-396e5727-bc2b-4821-8290-906028993d3d req-091b533f-d420-40bd-9d20-5c00ad20b48c service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032801 Sep 17 19:31:41.945150 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b0a2eabf-92f1-4364-b472-6284edba792e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:42.260209 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a03cf3-195c-4e05-b070-985c896e0da2 req-22a004b3-ea22-4a0f-b22b-72a5232ade2d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:42.261676 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6a03cf3-195c-4e05-b070-985c896e0da2 req-22a004b3-ea22-4a0f-b22b-72a5232ade2d tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0481515 Sep 17 19:31:42.298271 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e6a03cf3-195c-4e05-b070-985c896e0da2 req-986e95ec-e2d8-44b2-8ac2-ae9d12888c6f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308075 Sep 17 19:31:42.397504 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:43.407011 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7c6be-0100-4ea6-abd5-5e16e2aba69d req-70bd872e-b36e-40b1-981e-72be9de6f9fc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:43.408550 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1bc7c6be-0100-4ea6-abd5-5e16e2aba69d req-70bd872e-b36e-40b1-981e-72be9de6f9fc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0469744 Sep 17 19:31:43.446181 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1bc7c6be-0100-4ea6-abd5-5e16e2aba69d req-9fa61eda-d10d-42b5-a8eb-7617ec9e4e2e tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Sep 17 19:31:43.452014 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:43.561640 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79572406-d797-4636-b677-06639036f3ff req-77a46233-3610-4264-b43a-7bd7b0ec2bbf tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:43.563148 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-79572406-d797-4636-b677-06639036f3ff req-77a46233-3610-4264-b43a-7bd7b0ec2bbf tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0514576 Sep 17 19:31:43.600094 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-79572406-d797-4636-b677-06639036f3ff req-fca5ef93-d3f7-444e-84ff-baa98aa315e7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306394 Sep 17 19:31:43.621972 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43558) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:31:43.751927 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e2bee-a96d-4ba6-87a2-d6e62d7cf38c tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:43.753431 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-692e2bee-a96d-4ba6-87a2-d6e62d7cf38c tempest-TestVolumeBootPattern-1785631196 tempest-TestVolumeBootPattern-1785631196-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1094 time: 0.1305082 Sep 17 19:31:43.756237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43562) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:31:43.760460 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.v2.base [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Request body: {'floatingip': {'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'port_id': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94274) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 19:31:43.781651 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:43.878221 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:43.981695 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_common [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Allocated IP 172.27.3.225 (b04cb637-d77d-44c2-a8b2-18b8b8eabc13/1928ed7f-d2dc-4ddd-bab3-6f82301e2090/d6c48da3-87a0-4f09-84d3-5a7d3234c74b) {{(pid=94274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 19:31:44.081514 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.113987 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738867880650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.148828 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Network b04cb637-d77d-44c2-a8b2-18b8b8eabc13 is already hosted by enough agents. {{(pid=94274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 19:31:44.153245 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.base_scheduler [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Resources bound (agent type, host, resource id): {{(pid=94274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 19:31:44.156586 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Received port after_create {{(pid=94274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 19:31:44.164832 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=d6c48da3-87a0-4f09-84d3-5a7d3234c74b,revision_number=1']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:44.721852 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:31:44.765244 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.826741 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653821'] for port, before_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.961523 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.969682 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for port, precommit_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:44.973782 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738868188685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738867880668', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738867880686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26596544'] for port, after_update {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:45.042413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event updated for resources: {'Port': ['ID=d6c48da3-87a0-4f09-84d3-5a7d3234c74b,revision_number=2']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:31:45.053208 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4143377'] for floatingip, after_create {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:45.147584 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP 2cab5572-5966-423e-ac15-24a0c73f0fee associated. External IP: 172.27.3.225, port: d0d5b024-1799-4985-ad34-36a850c1f87a. Sep 17 19:31:45.341725 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:31:45.445964 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:31:45.455688 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:31:45.461985 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:31:45.464899 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:31:45.465507 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:31:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:31:45.491931 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-2f40e856-74ee-46c3-b5b5-5febb78efa26 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7346871 Sep 17 19:31:45.492557 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:31:45.494807 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:31:45.589382 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c076dd5-4a12-427a-b69d-ce09c01b3033 x-openstack-request-id: req-7c076dd5-4a12-427a-b69d-ce09c01b3033 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:31:45.589677 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:31:45.589928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c076dd5-4a12-427a-b69d-ce09c01b3033 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:31:45.590328 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'status': 'completed', 'code': 200} Sep 17 19:31:45.651540 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-380ea498-6de2-4dd4-a615-0d26354a7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:45.653079 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-380ea498-6de2-4dd4-a615-0d26354a7000 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1099 time: 0.0400801 Sep 17 19:31:45.688218 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:31:45.740928 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-2d3e26a1-4ad3-431a-83d0-ae9c0f34ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:45.742394 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-2d3e26a1-4ad3-431a-83d0-ae9c0f34ab9c service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0824723 Sep 17 19:31:45.809800 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-614a0d6a-0127-4983-9639-c641366a4744 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 200 len: 1000 time: 0.0598731 Sep 17 19:31:45.858499 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-0f46cc45-ce40-4bdd-aeb1-e1f3fb9e315d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:45.860561 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-0f46cc45-ce40-4bdd-aeb1-e1f3fb9e315d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0434327 Sep 17 19:31:45.903513 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-a9a518f5-5bc5-4882-871c-e82e2bbf84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:31:45.905126 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-a9a518f5-5bc5-4882-871c-e82e2bbf84ce service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381393 Sep 17 19:31:45.907475 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '2cab5572-5966-423e-ac15-24a0c73f0fee', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:f9:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1361f-510f-470f-89fa-82d1199ae222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:31:44Z', 'updated_at': '2021-09-17T19:31:44Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}, {'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:31:45.933746 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:31:45.941885 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:31:45.942492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:31:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:31:45.995726 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-a259af1c-6647-4ba8-a5e1-3d52cb92a776 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Sep 17 19:31:46.046656 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:31:46.087033 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0aaae829-d53a-4b55-816d-6bd70e3f7b8b req-260786a2-1ef3-4135-94cb-bb11e7fc0399 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797243 Sep 17 19:31:46.267761 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '2cab5572-5966-423e-ac15-24a0c73f0fee', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:f9:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1361f-510f-470f-89fa-82d1199ae222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:31:44Z', 'updated_at': '2021-09-17T19:31:44Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}, {'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:31:46.293555 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b7f916-fd2c-418a-97b7-0d4e7d858882 None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': '2cab5572-5966-423e-ac15-24a0c73f0fee', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:f9:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b1361f-510f-470f-89fa-82d1199ae222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:31:44Z', 'updated_at': '2021-09-17T19:31:44Z', 'revision_number': 0, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}, {'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:31:46.473141 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61d4d63-f20a-47fb-81c8-6c75fdd8270c None None] New status for floating IP 2cab5572-5966-423e-ac15-24a0c73f0fee: ACTIVE {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:31:56.041160 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [req-4d81ab3c-0b77-433b-8965-1778468ef97e req-8811f844-4847-4e3d-b096-694b7a70ffa8 service neutron] (94273) timed out ('10.222.0.22', 59797) {{(pid=94273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 19:31:57.513909 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:09.377172 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-16dbe1ed-091b-480e-862d-a0f99d00edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:11.944554 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d01e5b90-95cf-46be-93de-366a0bbc45d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:12.398310 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:13.453932 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:14.963896 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:21.721322 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:32:22.564596 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-e4587896-bb6e-46e5-89e2-e25a72e102e7 req-17aea202-d22e-4a9d-a438-6a4917eeabde service neutron] (94274) timed out ('10.222.0.22', 59800) {{(pid=94274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 19:32:27.515082 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:39.376140 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-846e9224-2d8e-4848-bdda-03a037f13eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:41.668159 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-41762882-9d08-458f-80e7-bc928ede9011 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427182 Sep 17 19:32:41.746158 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-e75ef3e3-cca8-4c20-906e-eb0a7794be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:32:41.747598 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-e75ef3e3-cca8-4c20-906e-eb0a7794be65 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0387521 Sep 17 19:32:41.848617 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-b85f6965-41e6-4e00-88c9-28182f6022f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:32:41.850028 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-b85f6965-41e6-4e00-88c9-28182f6022f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.0836551 Sep 17 19:32:41.914183 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-1c3f0f8f-ac1b-4ec1-94c9-ef4378558bd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 1001 time: 0.0562336 Sep 17 19:32:41.949025 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-3c428da6-9447-4dc3-b2ab-88ed4bc77b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:41.965922 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-e72b447a-afa8-46d0-ad92-247e6bbccbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:32:41.967372 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-e72b447a-afa8-46d0-ad92-247e6bbccbbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0448699 Sep 17 19:32:42.018791 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-6da5a0ba-ff10-46a8-9614-fef1e6fa3846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:32:42.020297 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-6da5a0ba-ff10-46a8-9614-fef1e6fa3846 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445786 Sep 17 19:32:42.105964 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-4bb8ccb2-c529-4891-8c59-d84ad94af514 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787182 Sep 17 19:32:42.194650 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-17485e95-ad23-48ea-9b7d-cf51e4d76dd2 req-3eef8c2e-c866-404f-b5a5-1c716dfe9f0b service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817943 Sep 17 19:32:42.398936 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:43.457247 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:44.965431 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:57.519455 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:32:58.720747 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:33:09.377328 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4f518c53-71a3-43f6-874a-effeec031fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:11.948205 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-e06140ae-6df9-4cbb-b41f-087883160055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:12.399239 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:13.459906 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:14.968887 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:27.515200 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:34.591346 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43612) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:34.741549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port d6c48da3-87a0-4f09-84d3-5a7d3234c74b {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:34.741886 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:34.813151 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:34.813401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:34.824461 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for d6c48da3-87a0-4f09-84d3-5a7d3234c74b owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:34.968790 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:34.995890 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=d6c48da3-87a0-4f09-84d3-5a7d3234c74b,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:35.007013 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.007362 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.007702 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.008065 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.008398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.008737 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.009063 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.009390 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.009716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.010040 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.010361 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.010681 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:35.062517 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:35.062840 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP 2cab5572-5966-423e-ac15-24a0c73f0fee disassociated (deleted). External IP: 172.27.3.225, port: d0d5b024-1799-4985-ad34-36a850c1f87a. Sep 17 19:33:35.261343 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:33:35.363617 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:33:35.368424 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:35.373161 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:33:35.382357 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:35.382962 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:35.394881 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-4d6f2c8f-0ccd-4369-a27b-91eeac0ae44b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "DELETE /v2.0/floatingips/2cab5572-5966-423e-ac15-24a0c73f0fee HTTP/1.1" status: 204 len: 168 time: 0.8024354 Sep 17 19:33:35.395471 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:33:35.397769 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658685d-266d-446f-bfe1-74be3fc59b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:33:35.443549 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cfda5f-71f2-4da4-abc2-cb4d844790e8 x-openstack-request-id: req-c2cfda5f-71f2-4da4-abc2-cb4d844790e8 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:33:35.443837 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:33:35.444117 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2cfda5f-71f2-4da4-abc2-cb4d844790e8 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:33:35.444728 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'status': 'completed', 'code': 200} Sep 17 19:33:35.490589 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:35.507237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-d3bb775b-c963-4fd8-a94e-cd60c9d8bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:35.509164 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-d3bb775b-c963-4fd8-a94e-cd60c9d8bbed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 1099 time: 0.0429573 Sep 17 19:33:35.642266 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-317b8f6c-1340-4794-bbb3-675b2cad8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:35.643741 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-317b8f6c-1340-4794-bbb3-675b2cad8dce service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.1233242 Sep 17 19:33:35.653772 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0dc8-8556-4a2b-b372-3cc02614c7fd req-f3244872-4da2-474e-afa9-2d6a3346358f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:35.655718 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a7a0dc8-8556-4a2b-b372-3cc02614c7fd req-f3244872-4da2-474e-afa9-2d6a3346358f tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0689025 Sep 17 19:33:35.694653 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-e20ae8fe-d8f9-460a-8f14-69b606bbf0ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 200 len: 217 time: 0.0379276 Sep 17 19:33:35.719052 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:33:35.736039 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:35.749901 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1a7a0dc8-8556-4a2b-b372-3cc02614c7fd req-ba4736c3-2d05-4a11-ac3c-2199259bd512 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877330 Sep 17 19:33:35.762298 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-2580a5fd-885b-448d-9f05-1e9fc6686f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:35.763753 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-2580a5fd-885b-448d-9f05-1e9fc6686f7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0599585 Sep 17 19:33:35.766083 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:33:35.774480 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:35.774970 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:12Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:35.810634 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-28f7eb5f-cf7d-417b-aab3-1ff1b0728396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:35.812724 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-28f7eb5f-cf7d-417b-aab3-1ff1b0728396 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403469 Sep 17 19:33:35.880346 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:35.903540 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-5d739470-85ae-4809-bd5c-a51e627d1e85 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828378 Sep 17 19:33:35.992867 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-1658685d-266d-446f-bfe1-74be3fc59b1c req-279de610-d543-4b61-9358-27260ff04bac service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Sep 17 19:33:36.093492 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:36.118859 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1f51bd-9fe2-4853-bd75-139fd8cec868 None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_floatingips': [{'id': 'adbf0c71-3b35-42bb-a878-dbb2441e04d8', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'floating_ip_address': '172.27.3.159', 'floating_network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'router_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'port_id': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'mac_address': 'fa:16:3e:4a:57:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768173c7-4bbd-46ac-b363-a713836f6435', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T19:29:13Z', 'updated_at': '2021-09-17T19:29:14Z', 'revision_number': 1, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:33:36.312762 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c732e8-3581-486c-bd6e-548c628e9b6b None None] New status for floating IP 2cab5572-5966-423e-ac15-24a0c73f0fee: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:33:36.863716 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5296239-ea4e-4ce9-ba7a-82d99dfcdf54 req-d97f9205-98c7-4500-8768-c2547f443aaa tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:36.865201 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a5296239-ea4e-4ce9-ba7a-82d99dfcdf54 req-d97f9205-98c7-4500-8768-c2547f443aaa tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0482287 Sep 17 19:33:36.905057 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a5296239-ea4e-4ce9-ba7a-82d99dfcdf54 req-d50c18da-31d2-4cbd-8348-a1b6ff703e72 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340660 Sep 17 19:33:37.255879 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-7f8e2096-cf3a-46de-883e-06ddd944f106 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:37.257324 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-7f8e2096-cf3a-46de-883e-06ddd944f106 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 946 time: 0.0462465 Sep 17 19:33:37.342685 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port d0d5b024-1799-4985-ad34-36a850c1f87a {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:37.343022 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:37.429420 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] For port d0d5b024-1799-4985-ad34-36a850c1f87a, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=d0d5b024-1799-4985-ad34-36a850c1f87a,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:37.429705 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:37.440953 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for d0d5b024-1799-4985-ad34-36a850c1f87a owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:37.564747 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:37.590673 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=d0d5b024-1799-4985-ad34-36a850c1f87a,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:37.631631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] No DVR routers for this DVR port d0d5b024-1799-4985-ad34-36a850c1f87a on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:33:37.634142 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:37.636126 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-7cf660f9-b187-4549-ab8a-95849d64f861 req-6abe7169-a66b-4f8e-90a5-f469efa7b1dc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "DELETE /v2.0/ports/d0d5b024-1799-4985-ad34-36a850c1f87a HTTP/1.1" status: 204 len: 173 time: 0.3727486 Sep 17 19:33:37.636555 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'name': 'network-vif-deleted', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:33:37.638766 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed774b2a-183d-4902-ace9-69e403452a7a" -d '{"events": [{"server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "name": "network-vif-deleted", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:33:37.691173 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7517a0f8-7f4d-4497-b66b-68beb5a65315 x-openstack-request-id: req-7517a0f8-7f4d-4497-b66b-68beb5a65315 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:33:37.691462 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b1361f-510f-470f-89fa-82d1199ae222", "name": "network-vif-deleted", "tag": "d0d5b024-1799-4985-ad34-36a850c1f87a", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:33:37.691709 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7517a0f8-7f4d-4497-b66b-68beb5a65315 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:33:37.692130 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b1361f-510f-470f-89fa-82d1199ae222', 'name': 'network-vif-deleted', 'tag': 'd0d5b024-1799-4985-ad34-36a850c1f87a', 'status': 'completed', 'code': 200} Sep 17 19:33:38.006068 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-5a08d599-9352-4971-8134-1746dd2c03c1 req-52b0baf6-821d-46a3-84ce-d247faf349d2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=18b1361f-510f-470f-89fa-82d1199ae222 HTTP/1.1" status: 200 len: 210 time: 0.0323997 Sep 17 19:33:39.377645 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1b62865f-d2c5-4b97-a74a-435f22d3e00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:41.271383 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43654) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:41.366006 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device d0d5b024-1799-4985-ad34-36a850c1f87a no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:41.518629 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: d0d5b024-1799-4985-ad34-36a850c1f87a {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:41.518862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device d0d5b024-1799-4985-ad34-36a850c1f87a not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:41.690250 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port 8f257a8e-28ea-48e3-a9d0-4a74e44448c6 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:41.690584 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:41.763553 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:41.763899 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:41.775139 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for 8f257a8e-28ea-48e3-a9d0-4a74e44448c6 owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:41.915017 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:41.937123 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=8f257a8e-28ea-48e3-a9d0-4a74e44448c6,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:41.949509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ced8ff44-2043-440e-abe7-93fbd5b5af96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:42.003398 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:42.003725 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.db.l3_db [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Floating IP adbf0c71-3b35-42bb-a878-dbb2441e04d8 disassociated (deleted). External IP: 172.27.3.159, port: 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3. Sep 17 19:33:42.203921 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:33:42.306265 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:33:42.311619 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:42.316194 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:33:42.324729 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:42.325340 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:42.336788 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-71c69fbb-a45b-4338-851f-2a044f1136f7 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "DELETE /v2.0/floatingips/adbf0c71-3b35-42bb-a878-dbb2441e04d8 HTTP/1.1" status: 204 len: 168 time: 1.0643244 Sep 17 19:33:42.337473 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:33:42.339823 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4b84c5-8912-4fec-89f9-f173814fdf73" -d '{"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:33:42.380608 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 19:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1bcd8-b987-448c-afd8-aa4ee0490398 x-openstack-request-id: req-b5f1bcd8-b987-448c-afd8-aa4ee0490398 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:33:42.380973 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:33:42.381239 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5f1bcd8-b987-448c-afd8-aa4ee0490398 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:33:42.381646 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'status': 'completed', 'code': 200} Sep 17 19:33:42.441465 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:42.445400 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-7e317ec4-127c-49f5-82ea-08fd4ab0bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:42.447326 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-7e317ec4-127c-49f5-82ea-08fd4ab0bf0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c7febfaa3cc4f53bba64311712b4491&device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 1098 time: 0.0462472 Sep 17 19:33:42.457013 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:42.586666 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-34e62132-7174-4a12-a44b-58f65991f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:42.588155 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-34e62132-7174-4a12-a44b-58f65991f665 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 200 len: 912 time: 0.1284368 Sep 17 19:33:42.599264 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd338e2-b1e2-4abb-99ef-4b54891b1fc4 req-c081d3a5-d3b4-4672-9a08-56066a18fb03 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:42.600671 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0fd338e2-b1e2-4abb-99ef-4b54891b1fc4 req-c081d3a5-d3b4-4672-9a08-56066a18fb03 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0698879 Sep 17 19:33:42.641336 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-71c6c023-872f-4f4e-98c1-9d655c615bac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 200 len: 217 time: 0.0397570 Sep 17 19:33:42.664725 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:42.695491 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:33:42.696608 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0fd338e2-b1e2-4abb-99ef-4b54891b1fc4 req-8933bc0d-3e10-46cc-8999-1cb526a402bc tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881443 Sep 17 19:33:42.705025 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:42.705654 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:42.707378 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-771f223e-4b5a-46f2-9466-14b36ce25c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:42.709141 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-771f223e-4b5a-46f2-9466-14b36ce25c59 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 200 len: 850 time: 0.0597463 Sep 17 19:33:42.758380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-1d4f2b7c-a578-424c-a916-da19f3dfc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:42.760062 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-1d4f2b7c-a578-424c-a916-da19f3dfc6a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433681 Sep 17 19:33:42.810011 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:42.848632 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-88b555b1-9ba2-449f-925f-fc0e92708b10 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807731 Sep 17 19:33:42.940929 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-0c4b84c5-8912-4fec-89f9-f173814fdf73 req-82c39909-0cba-4fa6-9fba-a8ca2b5f5216 service neutron] 10.222.0.22 "GET /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841513 Sep 17 19:33:43.000513 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:43.026217 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4aeeb-b900-4d65-b498-9d48bae3284b None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:25:21Z', 'revision_number': 4, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi', '_interfaces': [{'id': '230cb1db-4e45-45fd-bfcf-fddbbb5132c4', 'name': '', 'network_id': 'b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'mac_address': 'fa:16:3e:8f:b9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:21Z', 'updated_at': '2021-09-17T19:25:27Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'subnets': [{'id': '620a41b2-1293-4f94-89fe-25048fc7dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:33:43.221690 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fe6262-94e6-4ce0-b398-17d6ccb39211 None None] New status for floating IP adbf0c71-3b35-42bb-a878-dbb2441e04d8: DOWN {{(pid=94276) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 19:33:43.462400 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:43.811180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08410d9-17de-4c79-b775-15c8809515cf req-4950df58-df65-4a2e-a737-5d14599e56c2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:43.812582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e08410d9-17de-4c79-b775-15c8809515cf req-4950df58-df65-4a2e-a737-5d14599e56c2 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0478730 Sep 17 19:33:43.848377 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-e08410d9-17de-4c79-b775-15c8809515cf req-a84b95b7-e6ad-4728-90c8-090d81bef010 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/security-groups?id=d4e42140-0e7a-473e-92a3-e00155c51a65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299985 Sep 17 19:33:44.193755 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7793160-023f-495a-a44a-410e1b841ec9 req-ff074fd6-dcaa-4f5e-b7a0-db12a1619c82 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94274) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 19:33:44.195169 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7793160-023f-495a-a44a-410e1b841ec9 req-ff074fd6-dcaa-4f5e-b7a0-db12a1619c82 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 945 time: 0.0461473 Sep 17 19:33:44.284053 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:44.284393 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:44.367380 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] For port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3, host hv-cinder-80989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80989',level=0,port_id=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:44.367734 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:44.380107 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 owned by compute:nova {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:44.502793 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:44.527237 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=3ce0fe3d-bb5f-4316-8cb6-224da5509ce3,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:44.572490 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] No DVR routers for this DVR port 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 on host hv-cinder-80989 {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:33:44.574829 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for port, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:44.576879 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-a7793160-023f-495a-a44a-410e1b841ec9 req-acef1ea2-36e0-416e-8952-22e34a1fe43b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.22 "DELETE /v2.0/ports/3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 HTTP/1.1" status: 204 len: 173 time: 0.3756096 Sep 17 19:33:44.577304 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'name': 'network-vif-deleted', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3'}] {{(pid=94274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 19:33:44.579510 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6befe1e7c2debd283ed1238fcd5cd2af73fd273204ced425b175737775509eee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766daf5d-4278-4b31-ad5a-c9630f65e942" -d '{"events": [{"server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "name": "network-vif-deleted", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3"}]}' {{(pid=94274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 19:33:44.618718 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59030670-6c08-4cbd-9679-c8e6f623afa9 x-openstack-request-id: req-59030670-6c08-4cbd-9679-c8e6f623afa9 {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 19:33:44.619004 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768173c7-4bbd-46ac-b363-a713836f6435", "name": "network-vif-deleted", "tag": "3ce0fe3d-bb5f-4316-8cb6-224da5509ce3", "status": "completed", "code": 200}]} {{(pid=94274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 19:33:44.619247 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59030670-6c08-4cbd-9679-c8e6f623afa9 {{(pid=94274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 19:33:44.619637 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768173c7-4bbd-46ac-b363-a713836f6435', 'name': 'network-vif-deleted', 'tag': '3ce0fe3d-bb5f-4316-8cb6-224da5509ce3', 'status': 'completed', 'code': 200} Sep 17 19:33:44.955294 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [req-8a79ab25-66ea-4f27-9bdd-964054c735a9 req-6c890d32-697d-4472-9fbe-58e5e2208d38 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "GET /v2.0/ports?device_id=768173c7-4bbd-46ac-b363-a713836f6435 HTTP/1.1" status: 200 len: 210 time: 0.0260613 Sep 17 19:33:44.975849 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.010956 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43672) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:46.130835 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Deleting port d61e750a-057f-43a6-9a25-7b912f6b8c97 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:46.131086 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.202938 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.203262 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.214365 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Calling delete_port for d61e750a-057f-43a6-9a25-7b912f6b8c97 owned by network:floatingip {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:46.339623 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.364126 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'Port': ['ID=d61e750a-057f-43a6-9a25-7b912f6b8c97,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:46.425071 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.427480 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-54367'] for floatingip, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:46.428668 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-51865ef7-3e52-438d-81b1-7213583c4b54 tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b74d0c4-0e71-4bdd-8dfa-cbb08f73deff HTTP/1.1" status: 204 len: 168 time: 0.4167409 Sep 17 19:33:47.617638 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43684) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:47.673833 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:47.697280 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:47.756185 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:47.758803 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:47.759965 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] 10.222.0.21 "DELETE /v2.0/security-groups/d4e42140-0e7a-473e-92a3-e00155c51a65 HTTP/1.1" status: 204 len: 168 time: 0.1413519 Sep 17 19:33:47.769688 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f385cf3-5879-43f8-94a0-93895ba12a3b tempest-TestVolumeBootPattern-74855608 tempest-TestVolumeBootPattern-74855608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e42140-0e7a-473e-92a3-e00155c51a65,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:47.825630 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43688) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:48.281027 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:48.511690 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Deleting port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:48.519246 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:48.590163 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] For port 230cb1db-4e45-45fd-bfcf-fddbbb5132c4, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:48.590523 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:48.602990 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Calling delete_port for 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 owned by network:router_interface {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:48.771930 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:48.799544 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=230cb1db-4e45-45fd-bfcf-fddbbb5132c4,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:48.959631 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.162330 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94274) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:33:49.262489 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94274) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:33:49.267582 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-920aa8af-3429-45ca-929a-da5aaffde3a4 admin admin] 10.222.0.21 "PUT /v2.0/routers/4fb8983c-661d-4ef7-ac32-ee1afdcf81ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4404287 Sep 17 19:33:49.270178 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43692) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:49.270877 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Sync routers for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:33:49.284020 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:49.284629 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:49.369905 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks [] for router, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.386828 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: dv-cinder-809891-1-iscsi {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:49.438866 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 no longer exists at agent hyperv_hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:49.459101 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] No Port match for: 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:49.459427 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Device 3ce0fe3d-bb5f-4316-8cb6-224da5509ce3 not bound to the agent host hv-cinder-80989 {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:49.472093 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.522026 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Deleting port c5d43dfa-bcaa-4f93-88ca-6739c6f28551 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:49.522372 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.584238 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:33:48Z', 'revision_number': 5, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port': {'id': 'c5d43dfa-bcaa-4f93-88ca-6739c6f28551', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:61:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:19Z', 'updated_at': '2021-09-17T19:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:49.613179 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Checking router: 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab for host: dv-cinder-809891-1-iscsi {{(pid=94275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:33:49.619285 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] For port c5d43dfa-bcaa-4f93-88ca-6739c6f28551, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:49.619646 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.621349 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Routers {'4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:49.621954 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'], 'active': True} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:49.631680 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Calling delete_port for c5d43dfa-bcaa-4f93-88ca-6739c6f28551 owned by network:router_gateway {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:49.702862 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvr_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] Set router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab gateway port host: None {{(pid=94275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:49.756004 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_hamode_db [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:33:49Z', 'revision_number': 6, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:49.781863 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267ec76-ff2f-483c-86fb-4b516ecfb4c4 None None] The sync data for ids ['4fb8983c-661d-4ef7-ac32-ee1afdcf81ab'] in dv-cinder-809891-1-iscsi is: [{'id': '4fb8983c-661d-4ef7-ac32-ee1afdcf81ab', 'name': 'tempest-TestVolumeBootPattern-657291715-router', 'tenant_id': '8c7febfaa3cc4f53bba64311712b4491', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:18Z', 'updated_at': '2021-09-17T19:33:49Z', 'revision_number': 6, 'project_id': '8c7febfaa3cc4f53bba64311712b4491', 'gw_port_host': None}] {{(pid=94275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:33:49.790944 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:49.821697 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d43dfa-bcaa-4f93-88ca-6739c6f28551,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:50.140893 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.230971 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.234081 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.276644 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.277437 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fb8983c-661d-4ef7-ac32-ee1afdcf81ab {{(pid=94274) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:33:50.282689 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] Notify callbacks [] for router, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.283837 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-90aa161f-f836-4d2a-b01a-e5e7b5075989 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4fb8983c-661d-4ef7-ac32-ee1afdcf81ab HTTP/1.1" status: 204 len: 168 time: 1.0127747 Sep 17 19:33:50.286445 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43694) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:50.333400 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Deleting subnet 620a41b2-1293-4f94-89fe-25048fc7dc41 {{(pid=94274) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:33:50.337214 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.370311 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26254058'] for subnet, precommit_delete_associations {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.444642 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.499167 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26596598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26481258'] for subnet, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.524750 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.526583 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/620a41b2-1293-4f94-89fe-25048fc7dc41 HTTP/1.1" status: 204 len: 168 time: 0.2392430 Sep 17 19:33:50.527957 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa45d-276a-458f-a6bd-d713920f8c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620a41b2-1293-4f94-89fe-25048fc7dc41,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:50.529783 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43696) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:50.531668 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db302c3-5d7e-45dc-aabc-a37a06b0cada None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:33:50.603809 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.656477 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Deleting port dd88c4d2-25ea-4897-859b-cb2f03668f6c {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:50.656812 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.723120 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] For port dd88c4d2-25ea-4897-859b-cb2f03668f6c, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=dd88c4d2-25ea-4897-859b-cb2f03668f6c,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:50.723703 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.734726 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] DHCP port deletion for b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:33:50.738204 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Calling delete_port for dd88c4d2-25ea-4897-859b-cb2f03668f6c owned by network:dhcp {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:50.789830 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Deleting port dd88c4d2-25ea-4897-859b-cb2f03668f6c {{(pid=94275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:50.790210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.821675 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.848876 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd88c4d2-25ea-4897-859b-cb2f03668f6c,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:50.853327 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] No DVR routers for this DVR port dd88c4d2-25ea-4897-859b-cb2f03668f6c on host dv-cinder-809891-1-iscsi {{(pid=94273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:33:50.884329 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.884662 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.884997 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.885321 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.885636 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.885958 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.886270 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.886584 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.886899 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.887212 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.887522 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.887835 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:50.939783 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.959564 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d']}} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:50.969525 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c483ef7-9872-494e-81f3-dbf25a8f2d8c') {'for_net_delete': True} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:50.969763 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.db [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] For port dd88c4d2-25ea-4897-859b-cb2f03668f6c, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=dd88c4d2-25ea-4897-859b-cb2f03668f6c,segment=NetworkSegment(8c483ef7-9872-494e-81f3-dbf25a8f2d8c),segment_id=8c483ef7-9872-494e-81f3-dbf25a8f2d8c)] {{(pid=94275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:50.969922 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.services.segments.db [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c483ef7-9872-494e-81f3-dbf25a8f2d8c') {} {{(pid=94273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:50.970165 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.978894 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26122273'] for segment, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.982091 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Calling delete_port for dd88c4d2-25ea-4897-859b-cb2f03668f6c owned by network:dhcp {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:50.991959 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:50.998605 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:33:50.999007 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2468179'] for segment, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: Traceback (most recent call last): Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: timer() Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: cb(*args, **kw) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: return func(*args, **kwargs) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: self._notify() Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: self.callback(batched_events) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: event.method(event) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: return f(self, *a, **k) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._get(url).json() Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: return self.request(url, 'GET', **kwargs) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:33:51.000823 dv-cinder-809891-1-iscsi neutron-server[94273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:33:51.056677 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.063129 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659'] for port, after_delete {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.072864 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.078152 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d HTTP/1.1" status: 204 len: 168 time: 0.5441394 Sep 17 19:33:51.078152 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8be8d-18a3-49ee-8609-cf32f44a36b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:51.078421 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43700) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:51.086212 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Network b8641b83-a4f3-491e-b2a7-2caa3d1a7b8d is not hosted by any dhcp agent {{(pid=94275) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 19:33:51.086671 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] No DVR routers for this DVR port dd88c4d2-25ea-4897-859b-cb2f03668f6c on host dv-cinder-809891-1-iscsi {{(pid=94275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:33:51.088463 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Pushing event deleted for resources: {'Port': ['ID=dd88c4d2-25ea-4897-859b-cb2f03668f6c,revision_number=None']} {{(pid=94275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:51.098782 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.099210 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.099682 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.100223 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.100673 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.100970 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.101306 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.101633 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.101978 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.102376 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.102613 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.102933 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b60923e-918b-4dea-b2ec-b66e7ddd63ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809891-1-iscsi {{(pid=94275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 19:33:51.403701 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4143121'] for router_interface, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.637407 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Deleting port c8e4cd2c-8bd8-46e7-a716-7b3061f55161 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:51.638072 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.717223 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] For port c8e4cd2c-8bd8-46e7-a716-7b3061f55161, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:51.717488 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.729093 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Calling delete_port for c8e4cd2c-8bd8-46e7-a716-7b3061f55161 owned by network:router_interface {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:51.848668 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:51.868922 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:51.869268 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device 230cb1db-4e45-45fd-bfcf-fddbbb5132c4 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:51.869685 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device dd88c4d2-25ea-4897-859b-cb2f03668f6c no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:51.887348 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: dd88c4d2-25ea-4897-859b-cb2f03668f6c {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:51.887692 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device dd88c4d2-25ea-4897-859b-cb2f03668f6c not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:51.888127 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c5d43dfa-bcaa-4f93-88ca-6739c6f28551 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:51.902668 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:51.906249 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: c5d43dfa-bcaa-4f93-88ca-6739c6f28551 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:51.906594 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c5d43dfa-bcaa-4f93-88ca-6739c6f28551 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:51.929953 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e4cd2c-8bd8-46e7-a716-7b3061f55161,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:52.086273 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4143521'] for router_interface, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:52.478956 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 has already been hosted by L3 agent 2ee8b68c-7ea4-4064-81a1-0c72fcf1715c {{(pid=94273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 19:33:52.579310 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] Notify agent at l3_agent.dv-cinder-809891-1-iscsi the message routers_updated {{(pid=94273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 19:33:52.584176 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-57d195c7-92d5-44f4-b786-d0e2792ac46a admin admin] 10.222.0.21 "PUT /v2.0/routers/0190d1c0-ad87-4b58-9675-9eb80bf82c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5049169 Sep 17 19:33:52.586711 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43702) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:52.587868 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Sync routers for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 19:33:52.597387 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:52.598020 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:52.686465 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks [] for router, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:52.698144 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: dv-cinder-809891-1-iscsi {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:52.783916 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:52.834105 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Deleting port e1ce1313-0c0d-432a-844d-02cf227e0204 {{(pid=94273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:52.834449 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:52.866990 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'external_fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216'}], 'enable_snat': True}, 'gw_port_id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:33:51Z', 'revision_number': 5, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port': {'id': 'e1ce1313-0c0d-432a-844d-02cf227e0204', 'name': '', 'network_id': 'b04cb637-d77d-44c2-a8b2-18b8b8eabc13', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'ip_address': '172.27.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809891-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1928ed7f-d2dc-4ddd-bab3-6f82301e2090', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809891-1-iscsi'}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:52.892628 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Checking router: 0190d1c0-ad87-4b58-9675-9eb80bf82c00 for host: dv-cinder-809891-1-iscsi {{(pid=94276) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 19:33:52.900501 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Routers {'0190d1c0-ad87-4b58-9675-9eb80bf82c00'} bound to L3 agent in host dv-cinder-809891-1-iscsi {{(pid=94276) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 19:33:52.901091 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809891-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T19:08:42Z,description=,heartbeat_timestamp=2021-09-17T19:33:42Z,host='dv-cinder-809891-1-iscsi',id=2ee8b68c-7ea4-4064-81a1-0c72fcf1715c,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T19:08:42Z,topic='l3_agent')) {'router_ids': ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'], 'active': True} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:52.913809 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.db [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] For port e1ce1313-0c0d-432a-844d-02cf227e0204, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=e1ce1313-0c0d-432a-844d-02cf227e0204,segment=NetworkSegment(8b561a2b-54a5-468d-9c23-6dad9e35c890),segment_id=8b561a2b-54a5-468d-9c23-6dad9e35c890)] {{(pid=94273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:52.914171 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:52.925766 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.plugins.ml2.plugin [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Calling delete_port for e1ce1313-0c0d-432a-844d-02cf227e0204 owned by network:router_gateway {{(pid=94273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:52.983563 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_dvr_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] Set router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 gateway port host: None {{(pid=94276) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 19:33:53.035888 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.l3_hamode_db [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:33:52Z', 'revision_number': 6, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port_host': None}], 'dv-cinder-809891-1-iscsi', False) {} {{(pid=94276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:53.063094 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3875931-040d-4be5-ac65-4124f7d14a48 None None] The sync data for ids ['0190d1c0-ad87-4b58-9675-9eb80bf82c00'] in dv-cinder-809891-1-iscsi is: [{'id': '0190d1c0-ad87-4b58-9675-9eb80bf82c00', 'name': 'tempest-TestVolumeBootPattern-1276505629-router', 'tenant_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T19:25:24Z', 'updated_at': '2021-09-17T19:33:52Z', 'revision_number': 6, 'project_id': '8b62bf2f9fe24ee6a1e09d0f6d39a5a1', 'gw_port_host': None}] {{(pid=94276) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 19:33:53.086480 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2447522'] for port, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.111742 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ce1313-0c0d-432a-844d-02cf227e0204,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:53.167749 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4143463'] for router_gateway, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.255656 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4142646', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-905'] for router, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.257708 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.297990 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4142797'] for router, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.298326 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0190d1c0-ad87-4b58-9675-9eb80bf82c00 {{(pid=94273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 19:33:53.302543 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] Notify callbacks [] for router, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.303681 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-d1a8f065-3ea8-4b3b-9f28-42f29ad82083 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0190d1c0-ad87-4b58-9675-9eb80bf82c00 HTTP/1.1" status: 204 len: 168 time: 0.7160692 Sep 17 19:33:53.306364 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43704) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:53.348859 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Deleting subnet 9be7c49c-008f-4a90-beed-3480716a7aff {{(pid=94273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 19:33:53.351691 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.384155 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26122282'] for subnet, precommit_delete_associations {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.465769 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-551245'] for subnet, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.518516 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-551258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2447501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25894542'] for subnet, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.542495 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be7c49c-008f-4a90-beed-3480716a7aff,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:53.549456 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for subnet, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.553579 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-60e484c6-b024-4bd2-8284-8589ca7a7e0d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9be7c49c-008f-4a90-beed-3480716a7aff HTTP/1.1" status: 204 len: 168 time: 0.2437561 Sep 17 19:33:53.554196 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43706) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:53.555584 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084fca5-75f1-41b2-9d51-dc7baf538ee4 None None] Network 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e requested from dv-cinder-809891-1-iscsi {{(pid=94275) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 19:33:53.623401 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-582332'] for network, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.673670 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Deleting port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 {{(pid=94274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 19:33:53.674012 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738868182321'] for port, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.739431 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.db [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] For port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0, host dv-cinder-809891-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809891-1-iscsi',level=0,port_id=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,segment=NetworkSegment(128f5f14-f98c-4fc0-b46c-b7ed87052f66),segment_id=128f5f14-f98c-4fc0-b46c-b7ed87052f66)] {{(pid=94274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 19:33:53.739727 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4140121'] for port, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.752687 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.plugin [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Calling delete_port for d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 owned by network:dhcp {{(pid=94274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 19:33:53.828698 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70a61a-1f57-4582-adc9-a7dac1acdf3e None None] DHCP port deletion for 72663d4c-bb5b-4eb1-8a1d-b50345a57b7e request from dv-cinder-809891-1-iscsi {{(pid=94275) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 19:33:53.835354 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-84852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738868188151', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738867880659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26596569'] for port, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.858625 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-5c70a61a-1f57-4582-adc9-a7dac1acdf3e None None] The port 'd5f72bc0-3eef-4c84-bae1-f35efe03c2f0' was deleted {{(pid=94275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 17 19:33:53.866881 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f72bc0-3eef-4c84-bae1-f35efe03c2f0,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:53.869413 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] No DVR routers for this DVR port d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 on host dv-cinder-809891-1-iscsi {{(pid=94274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 19:33:53.889636 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c8e4cd2c-8bd8-46e7-a716-7b3061f55161 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:53.910378 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: c8e4cd2c-8bd8-46e7-a716-7b3061f55161 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:53.910794 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device c8e4cd2c-8bd8-46e7-a716-7b3061f55161 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:53.911469 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:53.937427 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:53.937771 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device d5f72bc0-3eef-4c84-bae1-f35efe03c2f0 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:53.938198 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e1ce1313-0c0d-432a-844d-02cf227e0204 no longer exists at agent ovs-agent-dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 19:33:53.942871 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-562122', 'neutron.services.segments.db._delete_segments_for_network-8738868377245'] for network, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.957073 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.plugin [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] No Port match for: e1ce1313-0c0d-432a-844d-02cf227e0204 {{(pid=94275) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 19:33:53.957476 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron.plugins.ml2.rpc [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Device e1ce1313-0c0d-432a-844d-02cf227e0204 not bound to the agent host dv-cinder-809891-1-iscsi {{(pid=94275) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 19:33:53.962878 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72663d4c-bb5b-4eb1-8a1d-b50345a57b7e']}} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:53.973659 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128f5f14-f98c-4fc0-b46c-b7ed87052f66') {'for_net_delete': True} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:53.973949 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.services.segments.db [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128f5f14-f98c-4fc0-b46c-b7ed87052f66') {} {{(pid=94274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 19:33:53.984283 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738868377766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26254049'] for segment, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:53.998180 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408'] for segment, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.004527 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94274) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 19:33:54.005055 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-552408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26551592'] for segment, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: Traceback (most recent call last): Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: timer() Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: cb(*args, **kw) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: return func(*args, **kwargs) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: self._notify() Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: self.callback(batched_events) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: event.method(event) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: return f(self, *a, **k) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._get(url).json() Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: return self.request(url, 'GET', **kwargs) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 19:33:54.006761 dv-cinder-809891-1-iscsi neutron-server[94274]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 19:33:54.067505 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-562131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3889214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4143363'] for network, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.074018 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3889196'] for network, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.075781 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] 10.222.0.21 "DELETE /v2.0/networks/72663d4c-bb5b-4eb1-8a1d-b50345a57b7e HTTP/1.1" status: 204 len: 168 time: 0.5203452 Sep 17 19:33:54.084877 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c21ad-fb02-4e40-ac60-5f18cbb0598f admin admin] Pushing event deleted for resources: {'Network': ['ID=72663d4c-bb5b-4eb1-8a1d-b50345a57b7e,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:54.184539 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43710) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:54.221924 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-cd661625-1612-462f-96b3-afe63347c1c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c7febfaa3cc4f53bba64311712b4491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362892 Sep 17 19:33:54.224213 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [-] (94274) accepted ('10.222.0.21', 43712) {{(pid=94274) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:54.270291 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.290616 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.338344 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.341218 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron_lib.callbacks.manager [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.342830 dv-cinder-809891-1-iscsi neutron-server[94274]: INFO neutron.wsgi [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f963d98-ade0-44ac-bb19-d22eb4ca1da5 HTTP/1.1" status: 204 len: 168 time: 0.1177542 Sep 17 19:33:54.351087 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20921415-7097-4c40-8980-222e884a7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f963d98-ade0-44ac-bb19-d22eb4ca1da5,revision_number=None']} {{(pid=94274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:54.657893 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43718) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:54.696334 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-6f017a9b-1eca-4c7e-8f09-87c6c09f74a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b62bf2f9fe24ee6a1e09d0f6d39a5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373008 Sep 17 19:33:54.698653 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.wsgi [-] (94273) accepted ('10.222.0.21', 43720) {{(pid=94273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 19:33:54.747253 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.767894 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.813311 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3920858'] for security_group, after_delete {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.815786 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron_lib.callbacks.manager [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:33:54.816968 dv-cinder-809891-1-iscsi neutron-server[94273]: INFO neutron.wsgi [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2367c39a-0957-4ea3-ac79-27ab9c7fd39e HTTP/1.1" status: 204 len: 168 time: 0.1174328 Sep 17 19:33:54.824382 dv-cinder-809891-1-iscsi neutron-server[94273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771025-91c1-409b-83e7-bed1fa320d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367c39a-0957-4ea3-ac79-27ab9c7fd39e,revision_number=None']} {{(pid=94273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 19:33:57.529509 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:09.378357 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-11d8c81c-a4eb-4f9a-be63-2df4d737a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:11.952421 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-ed003212-d034-42fd-a28a-5e96c2f7b754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:12.403168 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:12.718234 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:34:13.465624 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:14.970429 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:27.532054 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:39.378894 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b47539a2-ab57-4940-9b84-ea1c1dc2203b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:41.954490 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-98113f3d-43bc-4391-b33c-317c61a45b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:42.403188 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:43.467358 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:44.972839 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:34:49.716613 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:34:57.533274 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:09.378458 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-bdabb146-b4a6-4339-8ee4-87a92d7366b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:11.954813 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b10d0404-ac66-4c75-b67b-3142bbb3bfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:12.404164 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:13.470546 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:14.975409 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:26.715802 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:35:27.533834 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:39.379392 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5e13ab9f-0e54-4ace-90eb-37e21ae3ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:41.955047 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-55354b33-3a25-4a8c-b81c-5298647a3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:42.403139 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:43.473607 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:44.977944 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:35:57.547296 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:03.714726 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:36:09.379503 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8ed6446a-aba8-430d-8114-1409ad524a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:11.954594 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8e642fdf-f577-41c1-9750-dc1f6699d717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:12.404345 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:13.476694 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:14.980588 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:27.546647 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:39.381193 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-82f5d0a2-1944-4312-82e8-233b665f56e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:40.712869 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:36:41.954651 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-728615ae-1670-4fe3-860b-774ef1b2423e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:42.404343 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:43.479113 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:44.984312 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:36:57.548961 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:09.385560 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff075-960d-4716-9522-c63fe81af4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:11.954562 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-52427a8a-34a8-4af8-8a27-f1ead64f463b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:12.405448 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:13.482078 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:14.986115 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:17.711143 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:37:27.553298 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:39.386426 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b4b1367e-6ee5-4e74-ad3a-674a11e507d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:41.954504 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-d835ae15-fa7d-472d-8f09-9baf434b5110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:42.406290 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:43.484084 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:44.987473 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:37:54.709994 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:37:57.553172 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:00.311248 dv-cinder-809891-1-iscsi neutron-server[94274]: DEBUG neutron.wsgi [req-fdef9ec5-56ff-4f79-8b17-dd452888e4d3 req-46cb4041-ffe2-4e45-87d8-52a9954282ae service neutron] (94274) timed out ('10.222.0.21', 38322) {{(pid=94274) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 19:38:09.387240 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-1501fe32-d87e-4246-a58a-b9132b1f3fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:11.955085 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4cdf89e1-72a3-4e05-b80c-38eb8af5e25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:12.406062 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:13.486949 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:14.990116 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:27.568425 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:31.708084 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:38:39.387504 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-cd9a569a-45a1-4a37-a865-84edf6f702fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:41.955521 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8837e065-b71a-47f2-a247-e926ccfd6807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:42.407360 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:43.489277 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:44.993166 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:38:57.573768 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-8f7e45cc-0458-4077-91bc-d1ba0e6609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:39:08.707257 dv-cinder-809891-1-iscsi neutron-server[94276]: DEBUG neutron.db.agents_db [None req-840086c2-3a08-4cb1-b9cc-532a5cab9f1a None None] Agent healthcheck: found 6 active agents {{(pid=94276) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 19:39:09.387987 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-92796368-69c1-4335-b44d-eef896cfff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:39:11.955664 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-2ac81129-a988-4e66-a868-81acf17b2950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:39:12.413738 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-4445c3c1-ad13-42e4-ac27-ba7edab9268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:39:13.491561 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-5473e105-d811-4f81-a70e-2231c3c7b61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 19:39:14.996117 dv-cinder-809891-1-iscsi neutron-server[94275]: DEBUG neutron_lib.callbacks.manager [None req-b593476c-9aa0-49f7-9c8a-7594a5055b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738868377227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-563402'] for agent, after_update {{(pid=94275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}